-- Logs begin at Thu 2021-05-20 17:40:24 UTC, end at Thu 2021-05-20 19:03:58 UTC. -- May 20 18:11:37.320062 dv-cinder-792462-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 20 18:11:39.710958 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.common.config [-] Logging enabled! May 20 18:11:39.711594 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 18:11:39.711681 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 18:11:39.714898 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.common.config [-] Logging enabled! May 20 18:11:39.715148 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 18:11:39.715455 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 18:11:39.716379 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 18:11:39.716605 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 18:11:39.716957 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 18:11:39.717196 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 18:11:39.717413 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 18:11:39.717730 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.718023 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.718317 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.718567 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.718849 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.719117 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.719392 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.719674 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.719964 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.720244 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.720520 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.720797 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.721018 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.721294 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.721575 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.721844 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.722067 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] debug = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.722352 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.722795 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.723390 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.723683 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.723979 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.724255 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.724533 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.724809 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.725091 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.725413 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] host = dv-cinder-792462-1-iscsi {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.725690 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.725969 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.726253 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.726565 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.726835 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.727106 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.727384 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.727652 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.727919 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] log_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.728193 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.728479 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.728759 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.729046 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.729270 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.729491 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.729772 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.730053 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.730323 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.730616 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.730885 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.731151 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.731422 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.731690 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.731978 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.732262 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.732536 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.732813 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.733083 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.733349 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.733614 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.733893 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.734167 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.734469 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.734736 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.735017 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.735281 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.735546 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.735843 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.736123 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.736400 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.736676 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.736941 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.737218 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.737486 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.737752 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.738015 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] use_json = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.738280 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.738579 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.738900 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.739166 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.739435 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.739703 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.739967 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.740244 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:39.740535 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.740829 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.741127 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.741454 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.741755 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.742033 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.742323 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.742630 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.742923 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.743207 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.743496 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.743773 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.744059 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.744332 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.744628 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.744929 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.745219 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.745507 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.745781 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.746052 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.746327 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.746626 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.746910 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.747200 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.747489 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.747759 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.748037 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.748321 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.748595 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.748863 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.749136 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.749423 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.749697 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.749967 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.750245 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.750554 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.750822 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.751087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.751358 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.751642 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.751918 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.752186 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.752454 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.752722 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.752992 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.753269 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.753545 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.753811 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.754077 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.754391 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.754673 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.754938 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.755212 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.755482 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.755754 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.756021 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.756286 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.756552 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.756820 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.757085 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.757354 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.757621 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.757896 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.758164 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.758459 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.758730 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.759001 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.759267 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.759557 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.759849 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.760123 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.760397 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.760670 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.760942 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.761214 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.761485 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.761760 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.762033 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.762299 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.762606 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.762885 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.763170 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.763449 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.763722 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.764012 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.764284 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.764569 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.764841 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.765115 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.765399 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.765679 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.765967 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.766258 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.766576 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.766866 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.767151 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.767431 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.767738 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.768012 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:39.768223 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 18:11:39.768454 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91526) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 18:11:40.112866 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:11:40.113066 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:11:40.113302 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:11:40.113662 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 18:11:40.415309 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.415506 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.415766 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.417042 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.417317 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.417565 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.538584 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.538831 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.539445 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.552606 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.552878 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.553136 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.580768 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.581028 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.581287 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.618906 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.619172 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.619433 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.845735 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.846428 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.846428 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.846614 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.847246 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.968150 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.968471 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.968717 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.969006 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.969270 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.969577 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.969798 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.970077 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.970322 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.970625 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.970990 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.971142 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.971381 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.971632 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.971875 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.972137 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.972385 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.972798 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.973218 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.973507 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.973863 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.974115 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.974361 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.974662 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.974907 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.975149 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:40.975533 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:40.975766 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:40.976000 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:40.976230 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:40.976459 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:40.976689 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:40.977051 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 18:11:40.980253 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 18:11:40.984141 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 18:11:40.987969 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 20 18:11:40.989676 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 18:11:40.990132 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 18:11:40.990489 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 18:11:40.990863 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 18:11:40.993778 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 18:11:40.994029 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 18:11:40.994398 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 18:11:41.022684 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 18:11:41.023126 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.023416 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91526) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 18:11:41.023773 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.025121 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91526) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 18:11:41.025398 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 18:11:41.025632 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 18:11:41.028720 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.028994 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.109750 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 18:11:41.109887 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 18:11:41.110139 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 18:11:41.110525 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 18:11:41.147378 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_db.sqlalchemy.engines [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 18:11:41.485814 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing driver for type 'gre' May 20 18:11:41.486348 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] gre ID ranges: [(1, 1000)] May 20 18:11:41.539660 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing driver for type 'local' May 20 18:11:41.539973 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing driver for type 'vlan' May 20 18:11:41.553325 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] VlanTypeDriver initialization complete May 20 18:11:41.553688 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing driver for type 'vxlan' May 20 18:11:41.554178 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] vxlan ID ranges: [(1, 1000)] May 20 18:11:41.608800 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing extension driver 'port_security' May 20 18:11:41.609198 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.extensions.port_security [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] PortSecurityExtensionDriver initialization complete May 20 18:11:41.609605 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing mechanism driver 'openvswitch' May 20 18:11:41.609961 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing mechanism driver 'hyperv' May 20 18:11:41.616504 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.plugins.ml2.plugin [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:11:41.617264 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.617630 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.617991 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.618355 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.618811 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.619155 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.619522 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.619861 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.620191 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.620553 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.620887 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.621212 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.621577 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.621913 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.622242 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.622626 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.622980 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.623303 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.623628 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] ML2 OVO RPC backend initialized. {{(pid=91526) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 18:11:41.624317 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.624659 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.625057 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.625389 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > networks before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.625723 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.626050 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > ports before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.626391 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.626802 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.627135 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.627464 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.627788 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.628113 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.628438 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.628760 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.629083 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.629456 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.629778 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.630342 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.plugin [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Modular L2 Plugin initialization complete May 20 18:11:41.630693 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading services supported by the core plugin {{(pid=91526) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 18:11:41.631008 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.plugins.ml2.managers [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Got port-security extension from driver 'port_security' May 20 18:11:41.631455 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.extensions.vlantransparent [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Disabled vlantransparent extension. May 20 18:11:41.631929 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91526) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 18:11:41.632229 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: router May 20 18:11:41.672743 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.673130 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router after_create 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.673506 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router before_create 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.673953 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.674361 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.674765 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router after_delete 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.675113 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.675524 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router after_create 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.675907 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router after_update 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.676337 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router after_update 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.676901 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.677255 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router after_update 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.677730 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.678163 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: port after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.678583 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: port after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.678931 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: subnet after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.679331 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.679904 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.680317 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.680719 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: port before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.681091 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.681474 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router after_update 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.681898 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.682336 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.682754 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.683280 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.683746 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > network after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.684654 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Tracking information for resource: router configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:41.685014 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Tracking information for resource: floatingip configured {{(pid=91526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:11:41.690161 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.db.l3_agentschedulers_db [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 18:11:41.690757 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: port after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.691109 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: port after_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.691449 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: port after_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.691844 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: port after_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.692649 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router before_create 55550100 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.693000 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.693349 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.693694 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.698199 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.services.provider_configuration [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service providers = [] {{(pid=91526) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 18:11:41.698587 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.db.servicetype_db [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91526) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 18:11:41.701425 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.services.service_base [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:11:41.701760 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.services.service_base [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:11:41.702091 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.services.service_base [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:11:41.702980 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.services.service_base [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:11:41.703338 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.services.service_base [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 18:11:41.703875 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.704185 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 18:11:41.714509 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.714834 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: auto_allocate May 20 18:11:41.720634 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: network precommit_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.720996 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: network precommit_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.721500 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.721808 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: tag May 20 18:11:41.728642 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.728960 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: timestamp May 20 18:11:41.732730 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.733021 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: network_ip_availability May 20 18:11:41.738210 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.738562 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.738908 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.739605 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.739909 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: flavors May 20 18:11:41.744747 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.745068 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading Plugin: revisions May 20 18:11:41.749263 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:11:41.749646 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_concurrency.lockutils [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=91526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:11:41.750363 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91526) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 18:11:41.750709 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Initializing extension manager. May 20 18:11:41.751202 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: __init__.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.751536 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: __pycache__ {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.751854 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.752171 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: address_group.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.752912 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.753464 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: address-group May 20 18:11:41.753788 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: address_scope.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.754563 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.755111 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: address-scope May 20 18:11:41.755425 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.756335 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.756827 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: router-admin-state-down-before-update May 20 18:11:41.757140 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: agent.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.757812 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.758297 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: agent May 20 18:11:41.758624 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: agent_resources_synced.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.759500 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.759991 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: agent-resources-synced May 20 18:11:41.760301 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.762006 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.762543 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: allowed-address-pairs May 20 18:11:41.762860 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.763903 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.764400 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: auto-allocated-topology May 20 18:11:41.764719 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: availability_zone.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.765387 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.765870 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: availability_zone May 20 18:11:41.766179 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: availability_zone_filter.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.767078 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.767566 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: availability_zone_filter May 20 18:11:41.767872 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: data_plane_status.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.768745 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.769228 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension data-plane-status not supported by any of loaded plugins May 20 18:11:41.769538 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: default_subnetpools.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.770543 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.771033 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: default-subnetpools May 20 18:11:41.771341 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.772125 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.772613 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: dhcp_agent_scheduler May 20 18:11:41.772923 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: dns.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.773806 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.774293 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension dns-integration not supported by any of loaded plugins May 20 18:11:41.774626 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: dns_domain_ports.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.775501 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.775992 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 18:11:41.776299 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: dvr.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.776947 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.777429 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: dvr May 20 18:11:41.777737 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: empty_string_filtering.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.778636 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.779120 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: empty-string-filtering May 20 18:11:41.779429 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.780300 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.780781 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 18:11:41.781090 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.781956 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.782461 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 18:11:41.782770 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: external_net.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.783641 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.784127 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: external-net May 20 18:11:41.784436 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.785297 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.787293 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: extra_dhcp_opt May 20 18:11:41.787620 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: extraroute.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.788515 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.789346 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: extraroute May 20 18:11:41.789664 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: extraroute_atomic.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.790698 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.791189 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: extraroute-atomic May 20 18:11:41.791499 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: filter_validation.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.792153 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.792646 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: filter-validation May 20 18:11:41.792959 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: fip_pf_description.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.794004 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.794528 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 18:11:41.794848 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: fip_port_details.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.795734 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.796225 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: fip-port-details May 20 18:11:41.796538 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: flavors.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.797734 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.798238 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: flavors May 20 18:11:41.798582 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.800217 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.800719 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 18:11:41.801260 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: floatingip_pools.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.802083 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.802749 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: floatingip-pools May 20 18:11:41.804001 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: ip_allocation.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.806210 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.807732 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension ip_allocation not supported by any of loaded plugins May 20 18:11:41.808059 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.809026 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.809522 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: ip-substring-filtering May 20 18:11:41.809838 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l2_adjacency.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.810761 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.811247 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 18:11:41.811559 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l3.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.812504 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.813008 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: router May 20 18:11:41.813328 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.815662 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.816175 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 18:11:41.816498 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.817485 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.817980 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: ext-gw-mode May 20 18:11:41.818307 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.819212 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.819712 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: l3-ha May 20 18:11:41.820030 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l3_flavors.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.821003 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.821498 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: l3-flavors May 20 18:11:41.821813 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.822734 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.823222 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 18:11:41.823519 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: l3agentscheduler.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.824595 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.825083 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: l3_agent_scheduler May 20 18:11:41.825400 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: logging.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.826890 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.827396 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension logging not supported by any of loaded plugins May 20 18:11:41.827711 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: metering.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.828430 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.828984 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: metering May 20 18:11:41.829295 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.830356 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.830878 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: metering_source_and_destination_fields May 20 18:11:41.831195 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: multiprovidernet.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.832218 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.832782 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: multi-provider May 20 18:11:41.833095 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: netmtu.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.833992 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.834493 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: net-mtu May 20 18:11:41.834799 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: netmtu_writable.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.835687 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.836175 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: net-mtu-writable May 20 18:11:41.836489 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: network_availability_zone.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.837136 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.837621 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: network_availability_zone May 20 18:11:41.837927 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: network_ip_availability.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.839020 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.839511 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: network-ip-availability May 20 18:11:41.839823 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: network_segment_range.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.840562 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.841044 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension network-segment-range not supported by any of loaded plugins May 20 18:11:41.841355 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: pagination.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.842302 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.842650 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: pagination May 20 18:11:41.842961 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: port_device_profile.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.843846 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.844341 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: port-device-profile May 20 18:11:41.844654 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.845533 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.846022 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: port-mac-address-regenerate May 20 18:11:41.846621 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.847218 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.847706 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: port-numa-affinity-policy May 20 18:11:41.848057 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: port_resource_request.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.850779 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.852584 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension port-resource-request not supported by any of loaded plugins May 20 18:11:41.852909 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: portbindings.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.854603 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.855168 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: binding May 20 18:11:41.855481 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: portbindings_extended.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.856723 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.857214 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: binding-extended May 20 18:11:41.857525 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: portsecurity.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.858420 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.858929 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: port-security May 20 18:11:41.859241 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: project_id.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.860185 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.860499 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: project-id May 20 18:11:41.860808 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: providernet.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.861794 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.862284 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: provider May 20 18:11:41.862622 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.866190 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.866733 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos not supported by any of loaded plugins May 20 18:11:41.867055 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.868271 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.868772 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 18:11:41.869085 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.869976 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.870499 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 18:11:41.870814 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_default.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.871717 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.872210 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-default not supported by any of loaded plugins May 20 18:11:41.872526 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_fip.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.873160 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.873642 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-fip not supported by any of loaded plugins May 20 18:11:41.873950 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.874859 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.875364 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 18:11:41.875707 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.876546 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.877034 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 18:11:41.877346 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.878219 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.878741 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 18:11:41.879053 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: qos_rules_alias.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.880111 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.880599 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 18:11:41.880913 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: quotasv2.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.881934 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.882249 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: quotas May 20 18:11:41.882586 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: quotasv2_detail.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.884158 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.884486 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: quota_details May 20 18:11:41.884802 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: rbac.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.885837 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.886336 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: rbac-policies May 20 18:11:41.886676 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: rbac_address_group.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.887575 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.888070 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: rbac-address-group May 20 18:11:41.888381 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: rbac_address_scope.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.889270 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.889761 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: rbac-address-scope May 20 18:11:41.890071 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: rbac_security_groups.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.890978 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.891473 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: rbac-security-groups May 20 18:11:41.891782 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.892678 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.893165 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: rbac-subnetpool May 20 18:11:41.893471 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: revisionifmatch.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.894367 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.894922 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: revision-if-match May 20 18:11:41.895234 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: revisions.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.896311 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.896799 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: standard-attr-revisions May 20 18:11:41.897108 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: router_availability_zone.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.897751 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.898256 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: router_availability_zone May 20 18:11:41.898592 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: routerservicetype.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.899477 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.899968 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension router-service-type not supported by any of loaded plugins May 20 18:11:41.900273 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.901161 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.901649 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: security-groups-normalized-cidr May 20 18:11:41.902022 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.902951 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.903442 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: port-security-groups-filtering May 20 18:11:41.903750 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.904627 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.905117 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: security-groups-remote-address-group May 20 18:11:41.905430 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: securitygroup.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.915378 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.915895 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: security-group May 20 18:11:41.916214 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: segment.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.916979 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.917463 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension segment not supported by any of loaded plugins May 20 18:11:41.917781 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.918733 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.919198 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 18:11:41.919510 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: servicetype.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.920589 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.921085 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: service-type May 20 18:11:41.921395 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: sorting.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.922449 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.922770 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: sorting May 20 18:11:41.923080 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: standard_attr_segment.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.923956 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.924447 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 18:11:41.924754 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: standardattrdescription.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.925372 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.925861 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: standard-attr-description May 20 18:11:41.926497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: stateful_security_group.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.927172 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.927664 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: stateful-security-group May 20 18:11:41.927974 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: stdattrs_common.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.928534 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 18:11:41.928836 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.929807 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.930309 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 18:11:41.930639 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: subnet_onboard.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.931686 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.932186 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: subnet_onboard May 20 18:11:41.932497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.933388 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.933877 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 18:11:41.934186 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: subnet_service_types.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.935093 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.935579 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: subnet-service-types May 20 18:11:41.935889 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: subnetallocation.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.936934 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.937429 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: subnet_allocation May 20 18:11:41.937740 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.938400 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.938888 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: subnetpool-prefix-ops May 20 18:11:41.939198 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.940094 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.940580 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 18:11:41.940890 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: tagging.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.942024 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.942567 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: standard-attr-tag May 20 18:11:41.942880 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: timestamp.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.944025 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.944524 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loaded extension: standard-attr-timestamp May 20 18:11:41.944842 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: trunk.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.945838 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.946339 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension trunk not supported by any of loaded plugins May 20 18:11:41.946705 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: trunk_details.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.947592 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.948086 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension trunk-details not supported by any of loaded plugins May 20 18:11:41.948399 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.949291 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.949786 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 18:11:41.950133 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Loading extension file: vlantransparent.py {{(pid=91526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:11:41.950794 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:11:41.951277 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 18:11:41.953710 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:network May 20 18:11:41.954462 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:subnet May 20 18:11:41.955219 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:11:41.955796 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:port May 20 18:11:41.957065 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.957675 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service FLAVORS assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.958289 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.958724 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.959062 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:router May 20 18:11:41.959689 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:floatingip May 20 18:11:41.960390 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service METERING assigned prefix: /metering {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.961840 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.962200 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.962571 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:11:41.963684 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of CountableResource for resource:rbac_policy May 20 18:11:41.964127 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:security_group May 20 18:11:41.964779 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 18:11:41.965523 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service CORE assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.965825 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:11:41.966152 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] subnetpool is already registered May 20 18:11:41.966802 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service CORE assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.967127 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:11:41.967441 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] subnetpool is already registered May 20 18:11:41.971049 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.971471 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service FLAVORS assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.972051 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.972462 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.972791 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:router May 20 18:11:41.973205 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] router is already registered May 20 18:11:41.973780 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:floatingip May 20 18:11:41.974102 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] floatingip is already registered May 20 18:11:41.974737 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service METERING assigned prefix: /metering {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.975396 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of CountableResource for resource:rbac_policy May 20 18:11:41.975680 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] rbac_policy is already registered May 20 18:11:41.976243 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:security_group May 20 18:11:41.976559 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] security_group is already registered May 20 18:11:41.977127 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 18:11:41.977442 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] security_group_rule is already registered May 20 18:11:41.978103 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service CORE assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.978432 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:11:41.978749 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] subnetpool is already registered May 20 18:11:41.979329 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.v2.resource_helper [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Service CORE assigned prefix: {{(pid=91526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:11:41.979653 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:11:41.979965 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING neutron.quota.resource_registry [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] subnetpool is already registered May 20 18:11:41.980608 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: extensions {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.982071 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: address-groups {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.983705 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: address-scopes {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.984910 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: agents {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.986065 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: auto-allocated-topology {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.987320 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: availability_zones {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.988788 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: dhcp-networks {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.990296 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: dhcp-agents {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.991719 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: routers {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.993526 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: flavors {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.994724 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: service_profiles {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.995904 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: next_providers {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.997435 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: service_profiles {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:41.998903 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: floatingip-pools {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.000132 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: routers {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.001921 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: floatingips {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.003148 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: l3-routers {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.004548 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: l3-agents {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.005942 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: metering-labels {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.007334 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: metering-label-rules {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.008592 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: network-ip-availabilities {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.009854 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: bindings {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.011517 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: quotas {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.012940 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: quotas {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.014364 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: rbac-policies {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.015659 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: security-groups {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.016844 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: security-group-rules {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.018090 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: service-providers {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.019331 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: subnetpools {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.020829 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: subnetpools {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.022299 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.024082 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.025904 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.027706 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.030603 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.032456 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.034141 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.153186 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.155035 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.157070 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron.api.extensions [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Extended resource: tags {{(pid=91526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:11:42.163041 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING keystonemiddleware.auth_token [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 18:11:42.168150 dv-cinder-792462-1-iscsi neutron-server[91526]: WARNING keystonemiddleware.auth_token [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 18:11:42.176458 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_concurrency.lockutils [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Acquired lock "singleton_lock" {{(pid=91526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 18:11:42.176928 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_concurrency.lockutils [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Releasing lock "singleton_lock" {{(pid=91526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 18:11:42.177567 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO oslo_service.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Starting 2 workers May 20 18:11:42.182117 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Started child 91633 {{(pid=91526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:11:42.186156 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Started child 91634 {{(pid=91526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:11:42.187085 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:42.187853 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO neutron.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 18:11:42.188280 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Notify callbacks [] for process, before_spawn {{(pid=91526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:42.188485 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [-] (91633) wsgi starting up on http://0.0.0.0:9696 May 20 18:11:42.190616 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO oslo_service.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Starting 1 workers May 20 18:11:42.190828 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:42.192026 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [-] (91634) wsgi starting up on http://0.0.0.0:9696 May 20 18:11:42.195637 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Started child 91635 {{(pid=91526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:11:42.196132 dv-cinder-792462-1-iscsi neutron-server[91526]: INFO oslo_service.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Starting 1 workers May 20 18:11:42.199057 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] calling RpcWorker wait() {{(pid=91635) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 18:11:42.199615 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] returning from RpcWorker wait() {{(pid=91635) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 18:11:42.200270 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Started child 91636 {{(pid=91526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:11:42.200994 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG neutron_lib.callbacks.manager [None req-b050402b-bafc-4d7b-959d-ad690d8522f1 None None] Notify callbacks [] for process, after_spawn {{(pid=91526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:42.201148 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:42.201526 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:11:42.202809 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 18:11:42.203016 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 18:11:42.203196 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 18:11:42.203427 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 18:11:42.203756 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 18:11:42.203883 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 18:11:42.204359 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.204611 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.204877 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.205027 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:42.205500 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.205500 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.205935 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.206063 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:11:42.206155 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.206418 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.206699 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.206999 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.207178 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.207508 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.207666 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.207943 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.208237 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.208487 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.208723 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.208985 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.209146 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.209404 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.209657 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.209890 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.210150 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] debug = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.210404 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.210895 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.211119 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.211355 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.211582 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.211863 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.212111 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.212379 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.212610 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.212831 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.213156 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.213302 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.213529 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.213753 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.213983 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.214238 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.214481 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.214966 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] host = dv-cinder-792462-1-iscsi {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.215174 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.215382 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.215638 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.215893 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.216129 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.216341 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.216564 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.216799 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.217064 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.217270 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.217497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.217713 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.217948 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.218177 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.218335 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_options = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.218587 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.218857 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.219106 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.219290 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.219450 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.219623 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.219880 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.220040 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.220293 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.220502 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.220707 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.220930 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.221154 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.221375 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.221615 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.221844 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.222074 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.222295 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.222577 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.222864 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.223059 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.223283 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.223580 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.223831 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.223965 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.224168 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.224385 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.224719 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.224930 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.225166 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.225403 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.225640 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.225864 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.226105 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.226328 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.226571 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.226795 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.227055 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.227264 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.227507 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.227749 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.227957 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.228177 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.228404 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.228612 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.228866 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_json = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.230189 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.230439 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.230694 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.230926 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.231156 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.231367 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.231584 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.231819 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.232207 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.232482 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.234442 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.234837 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.235163 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.235488 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.235739 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.236003 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.236273 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.236613 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.236850 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.237104 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.237411 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.237654 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.237936 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.239313 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.240052 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.240333 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.241131 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.242423 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.242578 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.243087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.243225 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.243514 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.246159 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.246358 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.246743 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.246882 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.247062 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.247318 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.247542 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.247762 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.248036 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.248261 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.248477 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.248719 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.248952 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.249172 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.249781 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.249781 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.249989 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.250104 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.250324 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.250720 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.250851 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.250982 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.251173 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.251399 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.251645 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.251908 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.252132 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.252348 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.252557 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.252767 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.252980 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.253206 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.253420 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.253746 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.253980 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.254196 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.254444 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.254692 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.254995 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.255227 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.255459 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.255688 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.256140 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.256140 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.256440 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.256584 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.256784 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.256992 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.257198 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.257423 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.257645 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.257851 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.258059 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.258271 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.258505 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.258712 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.258918 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.259142 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.259372 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.259578 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.259852 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.260149 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.260380 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.260615 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.260853 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.261105 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.261347 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.261583 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.261838 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.262042 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.262253 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.262544 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.262798 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.263211 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.263342 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.263989 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.263989 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.263989 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.264383 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.264517 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.264743 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.264986 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.265269 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.265521 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.265766 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.265990 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.266231 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.266504 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.266739 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.267006 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.267235 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.267514 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.267817 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.268057 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.268331 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.268584 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.268821 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.269053 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.269294 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.269541 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.269882 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.270196 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.270463 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.270907 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.271271 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.271647 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.272016 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.272435 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.272919 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.273334 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.273532 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.273751 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.274103 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.274347 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.274607 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.274865 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.275098 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.275337 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.275572 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.275816 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.276028 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.276260 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.276505 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.276836 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.276933 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.277115 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.277342 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.277565 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.277820 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.278712 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.278712 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.278712 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.278712 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.279002 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.279068 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.279299 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.279504 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.279713 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.280101 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.280456 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.280810 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.281099 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.281246 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.281633 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.282014 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.282927 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.282927 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.282927 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.282927 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.283210 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.283454 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.283657 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.283896 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.284227 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.284439 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.284641 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.284856 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.285064 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.285295 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.285556 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.285783 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.286030 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.286268 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.286615 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.286866 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.287090 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.287326 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.287533 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.287743 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.287982 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.288192 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.288416 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.288623 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.288830 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.289443 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.289676 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.289905 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.290111 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.290335 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.290567 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.290776 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.290981 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.291271 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.291508 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.291745 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.291974 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.292197 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.292442 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.292647 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.292854 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.293124 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.293331 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.293549 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.293751 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.293953 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.294302 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.294479 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.294699 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.294904 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.295107 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.295319 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.295521 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.295756 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.295959 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.296183 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.296390 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.296610 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.296930 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.297173 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.297404 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.297681 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.297923 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.298144 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.298407 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.298733 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.298942 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.299180 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.299408 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.299619 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.299831 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.300088 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.300383 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.300660 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.300916 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.301235 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.301508 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.301778 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.302037 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.302244 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.302560 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.302876 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.303152 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.303413 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.303661 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.303919 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.304181 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.304393 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.304621 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.304850 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.305061 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.305297 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.305521 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.305738 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.305949 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.306169 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.306404 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.306644 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.306878 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.307109 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.307340 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.307497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 18:11:42.308037 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 18:11:42.308194 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 18:11:42.308345 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 18:11:42.309380 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 18:11:42.309380 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 18:11:42.309380 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 18:11:42.309380 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.309380 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.309380 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.309822 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.309822 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.309822 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310044 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310044 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310187 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310295 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310472 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310629 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310782 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.310938 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.311084 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.311241 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.311393 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.311545 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.311702 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.311868 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.312007 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.312311 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.312999 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] debug = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.312999 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.312999 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.312999 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.313497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.313497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.313497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.313497 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.313875 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.313875 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314136 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314136 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314354 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314354 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314594 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314674 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314803 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.314959 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.315109 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] host = dv-cinder-792462-1-iscsi {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.315265 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.315417 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.315569 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.315722 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.315874 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.316025 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.316177 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.316330 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.316483 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.316657 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.316811 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.316966 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.317100 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.317247 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.317390 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_options = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.317516 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.317662 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.317832 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.317973 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.318186 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.318343 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.318517 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.318670 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.318822 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.319006 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.319159 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.319311 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.319464 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.319616 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.319767 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.319917 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.320070 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.320222 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.320371 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.320523 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.320666 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.320798 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.320935 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.321077 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.321215 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.321348 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.321476 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.321629 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.321781 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.321932 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.322084 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.322237 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.322410 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.322568 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.322720 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.322871 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.323199 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.323199 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.323457 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.323457 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.323691 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.323776 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.323881 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.324033 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.324183 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.324335 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_json = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.324487 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.324640 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.324791 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.325053 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.325142 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.325220 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.325368 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.325521 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:11:42.325692 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.325848 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.326034 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.326191 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.326348 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.326525 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.326680 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.326835 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.326991 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.327145 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.327310 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.327466 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.327633 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.327789 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.327943 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.328102 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.328260 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.328416 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.328571 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.328726 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.328881 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.329036 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.329210 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.329365 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.329520 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.329676 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.329832 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.329988 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.330144 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.330301 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.330505 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.330628 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.330783 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.330937 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.331090 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:11:42.331184 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.331264 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.331388 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.331545 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.331699 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.331855 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.332010 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.332166 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.332370 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.332526 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.332680 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.332836 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.332993 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.333148 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.333304 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.333458 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.333623 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.333778 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.333932 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.334087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.334241 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.334412 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.334570 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.334725 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.334879 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.335056 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.335191 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.335358 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.335512 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.335667 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.335820 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.335976 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.336134 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.336290 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.336445 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.336600 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.336754 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.336909 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.337064 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.337219 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.337374 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.337530 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.337686 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.337842 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.337999 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.338156 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.338309 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.338469 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.338631 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.338784 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.338946 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.339114 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.339269 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.339423 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.339578 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.339732 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.339885 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.340068 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.340189 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.340342 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.340499 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.340652 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.340807 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.340964 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.341120 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.341277 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.341432 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.341585 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.341740 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.341895 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.342051 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.342204 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.342361 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.342534 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.342689 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.342842 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.342997 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.343162 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.343315 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.343475 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.343667 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.343878 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.344059 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.344243 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.344243 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.344510 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.344510 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.344783 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.344783 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.345289 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.345289 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.345289 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.345685 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.345685 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.345685 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346060 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346060 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346261 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346261 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346439 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346582 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346737 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.346891 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.347046 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.347200 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.347355 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.347509 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.347663 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.347871 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.348039 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.348181 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.348340 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.348494 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.348648 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.348806 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.348961 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.349116 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.349272 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.349428 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.349583 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.349737 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.349890 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.350252 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.350252 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.350475 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.350600 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.350724 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.350844 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.350941 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.351079 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352839 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352839 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352839 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352839 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.352839 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353354 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353354 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353354 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353577 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353577 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353734 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353813 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.353957 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.354112 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.354267 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.354442 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.354601 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.354755 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.354910 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.355066 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.355290 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.355424 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.355548 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.355660 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.355808 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.355961 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.356115 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.356271 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.356429 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.356583 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.356738 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.356893 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.357047 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.357201 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.357357 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.357523 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.357679 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.357833 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.357987 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.358140 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.358305 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.358480 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.358639 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.358791 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.359087 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.359260 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.359449 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.359603 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.359736 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.359867 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.359998 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.360139 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.360288 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.360426 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.360561 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.360727 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.360883 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.361038 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.361192 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.361346 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.361514 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.361670 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.361826 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.361997 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.362134 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.362288 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.362464 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.362633 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.362789 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.362946 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.363102 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.363258 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.363413 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.363594 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.363752 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.363916 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.364080 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.364238 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.364402 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.364564 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.364728 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.364882 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.365045 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.365219 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.365376 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.365533 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.365688 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.365844 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.365999 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.366153 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.366309 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.366484 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.366639 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.366792 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.366948 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.367101 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.367256 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.367411 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.367565 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.367718 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.367871 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.368026 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.368182 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:11:42.368328 dv-cinder-792462-1-iscsi neutron-server[91526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 18:11:42.490139 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 32818) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:11:42.503304 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099118 May 20 18:11:53.217615 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03117a9-9dfd-4957-8684-67e0821f2929 None None] get_active_networks_info from dv-cinder-792462-1-iscsi {{(pid=91635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 18:11:53.306858 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03117a9-9dfd-4957-8684-67e0821f2929 None None] No non-hosted networks {{(pid=91635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 18:11:53.333902 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.agentschedulers_db [None req-b03117a9-9dfd-4957-8684-67e0821f2929 None None] DHCP Agent not found on host dv-cinder-792462-1-iscsi {{(pid=91635) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 18:11:53.481874 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b99f3831-7486-4316-bf45-3c9a6c0d58e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972'] for agent, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:55.338961 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a90a0157-20f6-4ba9-91c6-9b48304bdf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972'] for agent, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:55.397971 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c5737f21-dc46-4d12-831c-26820f883d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:55.632937 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972'] for agent, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:55.634629 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.635206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.635819 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.636400 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.636962 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.637657 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.638214 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.638790 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.639439 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.639990 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.640553 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.641261 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:11:55.641930 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:11:55.655756 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:11:56.543004 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972'] for agent, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:57.799708 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.db.l3_hamode_db [None req-57a6a6de-1ea2-486a-aa1f-31dc33f87145 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 18:11:57.887051 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6a6de-1ea2-486a-aa1f-31dc33f87145 None None] Routers set() bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:11:57.887465 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6a6de-1ea2-486a-aa1f-31dc33f87145 None None] Router IDs set() for agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 18:11:58.388531 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972'] for agent, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:11:59.916365 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32910) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:00.545452 dv-cinder-792462-1-iscsi neutron-server[91634]: WARNING oslo_policy.policy [None req-7b034b2d-e8c8-4b97-a623-5c8c234c714d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:00.546314 dv-cinder-792462-1-iscsi neutron-server[91634]: WARNING oslo_policy.policy [None req-7b034b2d-e8c8-4b97-a623-5c8c234c714d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:00.765831 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [None req-7b034b2d-e8c8-4b97-a623-5c8c234c714d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:12:00.766969 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7b034b2d-e8c8-4b97-a623-5c8c234c714d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8478882 May 20 18:12:03.117164 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32924) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:03.517851 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:12:03.620813 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.policy [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91634) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 18:12:03.665341 dv-cinder-792462-1-iscsi neutron-server[91634]: WARNING oslo_policy.policy [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:03.665696 dv-cinder-792462-1-iscsi neutron-server[91634]: WARNING oslo_policy.policy [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:03.674126 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.quota [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] Loaded quota_driver: . May 20 18:12:03.690292 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:03.755551 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752669935552', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752669934995', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752670424018', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752670412670', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752670434785', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752670428465', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2031005', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1869148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-841487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753915'] for rbac-policy, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:03.840137 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:03.841337 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-83653514-ab1f-41fd-97d3-e1d987dd91bb admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7231567 May 20 18:12:06.460865 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32938) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:06.828447 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:12:06.834663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:06.839400 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Usage tracker for resource:network and tenant:bdf662dc4f924b71b47d449dafaa0589 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:12:06.844753 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:12:06.853590 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:12:06.865894 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Made reservation on behalf of bdf662dc4f924b71b47d449dafaa0589 for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:12:06.869140 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:06.887104 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:06.901625 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:06.905393 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bdf662dc4f924b71b47d449dafaa0589 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:12:06.910513 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:12:06.916403 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:12:07.017234 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:07.023649 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:07.029162 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:07.047711 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:12:07.073568 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752672208954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:07.074162 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Unsubscribe: segment precommit_create {{(pid=91634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 18:12:07.074666 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Added segment ada8a294-94f6-416e-a075-922d3707749e of type vlan for network fdd14ac8-d4fa-427b-8d50-206c487d55c6 May 20 18:12:07.122558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5afc10-07af-481c-9666-ddb5bba86801,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:07.144466 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.144775 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.145092 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.145382 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.145695 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.145999 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.146296 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.146620 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.146926 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.147219 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.147512 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.147799 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Tracked resource versions report: May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: pushed versions: May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: { 'AddressGroup': {'1.2'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'ConntrackHelper': {'1.0'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Log': {'1.0'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Network': {'1.1'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Port': {'1.7'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'PortForwarding': {'1.2'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'QosPolicy': {'1.8'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroup': {'1.4'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroupRule': {'1.2'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SubPort': {'1.0'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Subnet': {'1.1'}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Trunk': {'1.1'}} May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: consumer versions: May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'ConntrackHelper': '1.0', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Log': '1.0', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Network': '1.1', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Port': '1.7', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'PortForwarding': '1.2', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'QosPolicy': '1.8', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroup': '1.4', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroupRule': '1.2', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SubPort': '1.0', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Subnet': '1.1', May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Trunk': '1.1'}} May 20 18:12:07.148855 dv-cinder-792462-1-iscsi neutron-server[91634]: {{(pid=91634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:12:07.200800 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:07.204604 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:07.243591 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:07.245231 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:07.246035 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:07.249227 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:07.352948 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd14ac8-d4fa-427b-8d50-206c487d55c6,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:07.357034 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:07.359218 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8974049 May 20 18:12:07.366492 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:12:10.029685 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32954) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:10.531665 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d6db2-cdb5-4949-8222-bb600f13a785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:10.532995 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-fe9d6db2-cdb5-4949-8222-bb600f13a785 admin admin] 10.222.0.32 "GET /v2.0/networks/fdd14ac8-d4fa-427b-8d50-206c487d55c6 HTTP/1.1" status: 200 len: 825 time: 0.5023510 May 20 18:12:10.565155 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-db505af3-add5-42e9-859f-869c13e6d781 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/88262b2b-7c2d-4caa-aa48-c93c6c9e78fc HTTP/1.1" status: 200 len: 734 time: 0.0234947 May 20 18:12:10.576015 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Request body: {'subnet': {'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'subnetpool_id': '88262b2b-7c2d-4caa-aa48-c93c6c9e78fc', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:12:10.580467 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:10.584858 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Usage tracker for resource:subnet and tenant:bdf662dc4f924b71b47d449dafaa0589 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:12:10.587952 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:12:10.594091 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:12:10.608203 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Made reservation on behalf of bdf662dc4f924b71b47d449dafaa0589 for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:12:10.610482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:11.111440 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:11.115419 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:11.193668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd81a91-ef64-4f95-822f-0f2c061b7239,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:11.198862 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:11.199782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Checking segment: {'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:12:11.200141 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Network hostable DHCP agents. Network: fdd14ac8-d4fa-427b-8d50-206c487d55c6, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:12:11.222842 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:12:11.234715 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, fdd14ac8-d4fa-427b-8d50-206c487d55c6) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:12:11.239805 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:11.240486 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:11.245348 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad2900-19da-466a-82b1-3882cf8c4a2e None None] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:12:11.261983 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6892817 May 20 18:12:11.555204 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'fixed_ips': [{'subnet_id': 'efd81a91-ef64-4f95-822f-0f2c061b7239'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:12:11.556382 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:11.740683 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Allocated IP 172.20.0.2 (fdd14ac8-d4fa-427b-8d50-206c487d55c6/efd81a91-ef64-4f95-822f-0f2c061b7239/21342da0-638c-4145-9df8-552ccc2a9dea) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:12:11.974782 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:11.988486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Transition to ACTIVE for port object 21342da0-638c-4145-9df8-552ccc2a9dea will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:12:12.008419 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Transition to ACTIVE for port object 21342da0-638c-4145-9df8-552ccc2a9dea will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:12:12.016519 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:12.021484 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:12.095683 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:12:12.100183 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:12:12.105625 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:12:12.111608 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Pushing event updated for resources: {'Port': ['ID=21342da0-638c-4145-9df8-552ccc2a9dea,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:12.151618 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.151997 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.152312 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.152624 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.152929 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.153235 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.153538 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.153836 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.154164 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.154476 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.154773 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.155071 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Tracked resource versions report: May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: pushed versions: May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: { 'AddressGroup': {'1.2'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'ConntrackHelper': {'1.0'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Log': {'1.0'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Network': {'1.1'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Port': {'1.7'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'PortForwarding': {'1.2'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'QosPolicy': {'1.8'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroup': {'1.4'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroupRule': {'1.2'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SubPort': {'1.0'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Subnet': {'1.1'}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Trunk': {'1.1'}} May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: consumer versions: May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'ConntrackHelper': '1.0', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Log': '1.0', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Network': '1.1', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Port': '1.7', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'PortForwarding': '1.2', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'QosPolicy': '1.8', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroup': '1.4', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroupRule': '1.2', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SubPort': '1.0', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Subnet': '1.1', May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Trunk': '1.1'}} May 20 18:12:12.156159 dv-cinder-792462-1-iscsi neutron-server[91635]: {{(pid=91635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:12:12.159982 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:12.213210 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Attempting to bind port 21342da0-638c-4145-9df8-552ccc2a9dea on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:12:12.213588 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Attempting to bind port 21342da0-638c-4145-9df8-552ccc2a9dea by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:12:12.214012 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Attempting to bind port 21342da0-638c-4145-9df8-552ccc2a9dea on network fdd14ac8-d4fa-427b-8d50-206c487d55c6 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:12:12.219433 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:12:12.219829 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Checking segment: {'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:12:12.220292 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:12.220671 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Bound using segment: {'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:12:12.221106 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Bound port: 21342da0-638c-4145-9df8-552ccc2a9dea, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:12:12.221619 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:12.312255 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] For port 21342da0-638c-4145-9df8-552ccc2a9dea, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:12:12.316919 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] For port 21342da0-638c-4145-9df8-552ccc2a9dea, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=21342da0-638c-4145-9df8-552ccc2a9dea,segment=NetworkSegment(ada8a294-94f6-416e-a075-922d3707749e),segment_id=ada8a294-94f6-416e-a075-922d3707749e)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:12:12.323394 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:12.327387 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:12.412102 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Pushing event updated for resources: {'Port': ['ID=21342da0-638c-4145-9df8-552ccc2a9dea,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:12.415971 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:13.607991 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32964) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:13.985497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [None req-8ca18ee5-d7f5-4b1a-88de-61fe1bd80217 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:12:13.986449 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-8ca18ee5-d7f5-4b1a-88de-61fe1bd80217 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3774958 May 20 18:12:16.314414 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32974) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:16.705198 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [None req-b749b76d-68f0-4259-bd79-32904902a2f9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:12:16.706398 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-b749b76d-68f0-4259-bd79-32904902a2f9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3907452 May 20 18:12:17.799347 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f95b9b-0ae3-4aeb-a280-edcfe4ae9e42 None None] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:12:17.891371 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 21342da0-638c-4145-9df8-552ccc2a9dea up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:12:17.920989 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-a93be438-324c-4e1d-b772-935a32997091 None None] Provisioning for port 21342da0-638c-4145-9df8-552ccc2a9dea completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:12:18.046179 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 21342da0-638c-4145-9df8-552ccc2a9dea completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:12:18.056139 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 21342da0-638c-4145-9df8-552ccc2a9dea triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:18.056536 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:18.249460 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:18.287356 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 21342da0-638c-4145-9df8-552ccc2a9dea, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=21342da0-638c-4145-9df8-552ccc2a9dea,segment=NetworkSegment(ada8a294-94f6-416e-a075-922d3707749e),segment_id=ada8a294-94f6-416e-a075-922d3707749e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:12:18.293654 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:18.297317 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:18.365559 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=21342da0-638c-4145-9df8-552ccc2a9dea,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:18.369523 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:18.463326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-2cc30461-10cd-44ac-9e9e-c141e9c0e4ff None None] Provisioning complete for port 21342da0-638c-4145-9df8-552ccc2a9dea triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:18.463877 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2cc30461-10cd-44ac-9e9e-c141e9c0e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:19.375614 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 32992) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:19.831465 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 21342da0-638c-4145-9df8-552ccc2a9dea up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:12:19.901285 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 21342da0-638c-4145-9df8-552ccc2a9dea triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:19.901699 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:19.995536 dv-cinder-792462-1-iscsi neutron-server[91633]: WARNING oslo_policy.policy [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:19.996087 dv-cinder-792462-1-iscsi neutron-server[91633]: WARNING oslo_policy.policy [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:20.219968 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:12:20.289815 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.policy [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91633) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 18:12:20.335367 dv-cinder-792462-1-iscsi neutron-server[91633]: WARNING oslo_policy.policy [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:20.335727 dv-cinder-792462-1-iscsi neutron-server[91633]: WARNING oslo_policy.policy [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:12:20.344155 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.quota [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Loaded quota_driver: . May 20 18:12:20.360402 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:20.367023 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Usage tracker for resource:router and tenant:bdf662dc4f924b71b47d449dafaa0589 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:12:20.371700 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:12:20.379205 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:12:20.400281 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:20.403491 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:20.436779 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:20.556553 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:20.578252 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:20.579502 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c46335ab-c9e5-462f-b52a-e6da3804eb36 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2029116 May 20 18:12:22.945024 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33008) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:23.037673 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-15701bc3-51a4-4c4d-9152-4ae80f598525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:23.254362 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:12:23.343825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [None req-c141af61-ac92-4ae1-872c-867f62693e0b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:12:23.344805 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-c141af61-ac92-4ae1-872c-867f62693e0b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3986986 May 20 18:12:25.326186 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbeecb-5e62-493d-b3a5-b6294093df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:25.613890 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:25.684890 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33018) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:26.107892 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:12:26.115920 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:26.120150 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Usage tracker for resource:network and tenant:fce9abccbf1849c4b73aa41cb9b294b7 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:12:26.124294 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:12:26.131895 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:12:26.148597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Made reservation on behalf of fce9abccbf1849c4b73aa41cb9b294b7 for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:12:26.152456 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.173655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.188369 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:26.192622 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Usage tracker for resource:security_group_rule and tenant:fce9abccbf1849c4b73aa41cb9b294b7 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:12:26.195684 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:12:26.202260 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:12:26.286214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.292785 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.295969 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:26.311181 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Reserving flat network on physical network physnet1 {{(pid=91634) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 18:12:26.332591 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d19a34c-119d-4cc9-9464-3e168bddd8e3,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:26.336025 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:26.338654 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.338980 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Added segment 780898d7-4ccc-4b79-99ca-9ff13a6fe98e of type flat for network c1621ee0-6742-4a7c-a684-b116b014e18f May 20 18:12:26.370928 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.409359 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.410650 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:26.411222 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.414682 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:26.459033 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:26.504776 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8187704 May 20 18:12:26.512432 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Pushing event updated for resources: {'Network': ['ID=c1621ee0-6742-4a7c-a684-b116b014e18f,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:26.515230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:26.523965 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network c1621ee0-6742-4a7c-a684-b116b014e18f details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:12:28.338766 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:28.842142 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33038) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:29.059322 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3409e5-8931-4035-9915-6d7fec7aca31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:29.060662 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cf3409e5-8931-4035-9915-6d7fec7aca31 admin admin] 10.222.0.32 "GET /v2.0/subnets/efd81a91-ef64-4f95-822f-0f2c061b7239 HTTP/1.1" status: 200 len: 849 time: 0.2175689 May 20 18:12:29.234949 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d054b1f2-867d-4e40-a28d-ca07e1cf8ffa admin admin] 10.222.0.32 "GET /v2.0/routers/23f833c2-4b27-42d5-bae2-42bff9e0ac07 HTTP/1.1" status: 200 len: 704 time: 0.1661537 May 20 18:12:29.686112 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:29.951670 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Allocated IP 172.20.0.1 (fdd14ac8-d4fa-427b-8d50-206c487d55c6/efd81a91-ef64-4f95-822f-0f2c061b7239/b53a07aa-6b62-4ea7-9302-6b7b460e8911) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:12:30.112055 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.130162 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Transition to ACTIVE for port object b53a07aa-6b62-4ea7-9302-6b7b460e8911 will not be triggered until provisioned by entity DHCP. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:12:30.192740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.204740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:30.266545 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:12:30.269393 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:12:30.273860 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:12:30.274361 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.388561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a07aa-6b62-4ea7-9302-6b7b460e8911,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:30.400163 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:30.499897 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8456ffb6-4263-4edb-9f8a-c2d80afd025a None None] Provisioning for port b53a07aa-6b62-4ea7-9302-6b7b460e8911 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:12:30.504824 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8456ffb6-4263-4edb-9f8a-c2d80afd025a None None] Provisioning complete for port b53a07aa-6b62-4ea7-9302-6b7b460e8911 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:30.505299 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8456ffb6-4263-4edb-9f8a-c2d80afd025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.535604 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.564942 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-8456ffb6-4263-4edb-9f8a-c2d80afd025a None None] Port b53a07aa-6b62-4ea7-9302-6b7b460e8911 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:12:30.762344 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.769189 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.770244 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:30.774049 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:30.899934 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a07aa-6b62-4ea7-9302-6b7b460e8911,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:30.906136 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:30.956435 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:12:30.957586 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:12:31.189342 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-7abda607-9501-4126-807f-14fff7432889 None None] Provisioning complete for port b53a07aa-6b62-4ea7-9302-6b7b460e8911 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:31.189716 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7abda607-9501-4126-807f-14fff7432889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:31.196799 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:12:31.243078 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-7abda607-9501-4126-807f-14fff7432889 None None] Port b53a07aa-6b62-4ea7-9302-6b7b460e8911 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:12:31.370427 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:12:31.381184 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Sync routers for ids ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:12:31.384551 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] 10.222.0.32 "PUT /v2.0/routers/23f833c2-4b27-42d5-bae2-42bff9e0ac07/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1429586 May 20 18:12:31.392730 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Routers {'23f833c2-4b27-42d5-bae2-42bff9e0ac07'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:12:31.393548 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:12:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:31.595123 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Set router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 gateway port host: None {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:12:32.044401 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'name': 'router1', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:20Z', 'updated_at': '2021-05-20T18:12:30Z', 'revision_number': 2, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'gw_port_host': None, '_interfaces': [{'id': 'b53a07aa-6b62-4ea7-9302-6b7b460e8911', 'name': '', 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'mac_address': 'fa:16:3e:64:b6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:29Z', 'updated_at': '2021-05-20T18:12:30Z', 'revision_number': 2, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'subnets': [{'id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88262b2b-7c2d-4caa-aa48-c93c6c9e78fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:32.049480 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Checking router: 23f833c2-4b27-42d5-bae2-42bff9e0ac07 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:12:32.049910 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Updating router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 port b53a07aa-6b62-4ea7-9302-6b7b460e8911 binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:12:32.101852 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:32.484010 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:32.500093 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Transition to ACTIVE for port object b53a07aa-6b62-4ea7-9302-6b7b460e8911 will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:12:32.507687 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:32.513850 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:32.677255 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Pushing event updated for resources: {'Port': ['ID=b53a07aa-6b62-4ea7-9302-6b7b460e8911,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:32.713533 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.713863 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.714178 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.714517 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.714826 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.715132 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.715435 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.715735 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.716038 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.716335 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.716632 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.716925 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Tracked resource versions report: May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: pushed versions: May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: { 'AddressGroup': {'1.2'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'ConntrackHelper': {'1.0'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Log': {'1.0'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Network': {'1.1'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Port': {'1.7'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'PortForwarding': {'1.2'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'QosPolicy': {'1.8'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroup': {'1.4'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroupRule': {'1.2'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SubPort': {'1.0'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Subnet': {'1.1'}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Trunk': {'1.1'}} May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: consumer versions: May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'ConntrackHelper': '1.0', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Log': '1.0', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Network': '1.1', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Port': '1.7', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'PortForwarding': '1.2', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'QosPolicy': '1.8', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroup': '1.4', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroupRule': '1.2', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SubPort': '1.0', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Subnet': '1.1', May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Trunk': '1.1'}} May 20 18:12:32.718006 dv-cinder-792462-1-iscsi neutron-server[91636]: {{(pid=91636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:12:32.731451 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:32.740353 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Attempting to bind port b53a07aa-6b62-4ea7-9302-6b7b460e8911 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:12:32.740684 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Attempting to bind port b53a07aa-6b62-4ea7-9302-6b7b460e8911 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:12:32.741103 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Attempting to bind port b53a07aa-6b62-4ea7-9302-6b7b460e8911 on network fdd14ac8-d4fa-427b-8d50-206c487d55c6 {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:12:32.746227 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:12:32.746650 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Checking segment: {'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:12:32.747118 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:32.747490 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Bound using segment: {'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:12:32.747968 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Bound port: b53a07aa-6b62-4ea7-9302-6b7b460e8911, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada8a294-94f6-416e-a075-922d3707749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:12:32.748321 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:32.836075 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] For port b53a07aa-6b62-4ea7-9302-6b7b460e8911, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:12:32.840134 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] For port b53a07aa-6b62-4ea7-9302-6b7b460e8911, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=b53a07aa-6b62-4ea7-9302-6b7b460e8911,segment=NetworkSegment(ada8a294-94f6-416e-a075-922d3707749e),segment_id=ada8a294-94f6-416e-a075-922d3707749e)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:12:32.845339 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:32.849689 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:32.930917 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Pushing event updated for resources: {'Port': ['ID=b53a07aa-6b62-4ea7-9302-6b7b460e8911,revision_number=4']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:32.934637 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:32.936301 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Routers {'23f833c2-4b27-42d5-bae2-42bff9e0ac07'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:12:32.936906 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:12:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:33.119020 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] Set router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 gateway port host: None {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:12:33.442707 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'name': 'router1', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:20Z', 'updated_at': '2021-05-20T18:12:30Z', 'revision_number': 2, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'gw_port_host': None, '_interfaces': [{'id': 'b53a07aa-6b62-4ea7-9302-6b7b460e8911', 'name': '', 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'mac_address': 'fa:16:3e:64:b6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:29Z', 'updated_at': '2021-05-20T18:12:32Z', 'revision_number': 4, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'subnets': [{'id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88262b2b-7c2d-4caa-aa48-c93c6c9e78fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:33.447103 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825861e-96db-4ead-a2c3-f204439bd06b None None] The sync data for ids ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'] in dv-cinder-792462-1-iscsi is: [{'id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'name': 'router1', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:20Z', 'updated_at': '2021-05-20T18:12:30Z', 'revision_number': 2, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'gw_port_host': None, '_interfaces': [{'id': 'b53a07aa-6b62-4ea7-9302-6b7b460e8911', 'name': '', 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'mac_address': 'fa:16:3e:64:b6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:29Z', 'updated_at': '2021-05-20T18:12:32Z', 'revision_number': 4, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'subnets': [{'id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88262b2b-7c2d-4caa-aa48-c93c6c9e78fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:12:33.603213 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33062) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:33.792398 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8dcff1-97a3-4ef9-a239-204e0873384d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:33.793844 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-6d8dcff1-97a3-4ef9-a239-204e0873384d admin admin] 10.222.0.32 "GET /v2.0/networks/c1621ee0-6742-4a7c-a684-b116b014e18f HTTP/1.1" status: 200 len: 842 time: 0.1897531 May 20 18:12:33.806439 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:12:33.812063 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:12:33.816217 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Usage tracker for resource:subnet and tenant:fce9abccbf1849c4b73aa41cb9b294b7 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:12:33.820048 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:12:33.826041 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:12:33.836676 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Made reservation on behalf of fce9abccbf1849c4b73aa41cb9b294b7 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:12:33.839344 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:34.323550 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.objects.ports [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91633) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 18:12:34.324070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:34.328509 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:34.407339 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3b8533-cca9-4f6b-8811-756849f6288e,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:34.409639 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:12:34.410002 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Network hostable DHCP agents. Network: c1621ee0-6742-4a7c-a684-b116b014e18f, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:12:34.419005 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.419337 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.419659 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.419973 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.420285 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.420598 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.420905 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.421207 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.421495 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.421796 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.422096 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.422408 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Tracked resource versions report: May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: pushed versions: May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: { 'AddressGroup': {'1.2'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'ConntrackHelper': {'1.0'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Log': {'1.0'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Network': {'1.1'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Port': {'1.7'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'PortForwarding': {'1.2'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'QosPolicy': {'1.8'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroup': {'1.4'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroupRule': {'1.2'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SubPort': {'1.0'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Subnet': {'1.1'}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Trunk': {'1.1'}} May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: consumer versions: May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'ConntrackHelper': '1.0', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Log': '1.0', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Network': '1.1', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Port': '1.7', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'PortForwarding': '1.2', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'QosPolicy': '1.8', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroup': '1.4', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroupRule': '1.2', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SubPort': '1.0', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Subnet': '1.1', May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Trunk': '1.1'}} May 20 18:12:34.423488 dv-cinder-792462-1-iscsi neutron-server[91633]: {{(pid=91633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:12:34.459987 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:34.464723 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:12:34.477844 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, c1621ee0-6742-4a7c-a684-b116b014e18f) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:12:34.482936 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:34.483652 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:34.489963 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8261600-a6bd-40ba-995c-bb16ba96df72 None None] Network c1621ee0-6742-4a7c-a684-b116b014e18f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:12:34.516512 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7042637 May 20 18:12:34.699764 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3132f-05cd-47cd-b95c-79da1e5b885f None None] Network c1621ee0-6742-4a7c-a684-b116b014e18f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:12:36.715677 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33080) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:36.933703 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-557b14f9-6f8b-414b-a5ab-bea57ff1b59e admin admin] 10.222.0.32 "GET /v2.0/routers/23f833c2-4b27-42d5-bae2-42bff9e0ac07 HTTP/1.1" status: 200 len: 710 time: 0.2168109 May 20 18:12:37.062006 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96546a-69cc-4cd1-b27a-e4f6e450e00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:12:37.063399 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-ef96546a-69cc-4cd1-b27a-e4f6e450e00a admin admin] 10.222.0.32 "GET /v2.0/networks/c1621ee0-6742-4a7c-a684-b116b014e18f HTTP/1.1" status: 200 len: 886 time: 0.1244297 May 20 18:12:37.072540 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:12:37.515128 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:37.860912 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device b53a07aa-6b62-4ea7-9302-6b7b460e8911 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:12:37.901964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:37.929807 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port b53a07aa-6b62-4ea7-9302-6b7b460e8911 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:12:37.934482 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port b53a07aa-6b62-4ea7-9302-6b7b460e8911 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:37.934854 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:37.958598 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:38.054580 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:38.086573 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port b53a07aa-6b62-4ea7-9302-6b7b460e8911, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=b53a07aa-6b62-4ea7-9302-6b7b460e8911,segment=NetworkSegment(ada8a294-94f6-416e-a075-922d3707749e),segment_id=ada8a294-94f6-416e-a075-922d3707749e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:12:38.092219 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:38.095517 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:38.095690 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Allocated IP 172.27.1.218 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/ec0f224a-3a50-462f-9eaf-89b0e8850297) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:12:38.163141 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=b53a07aa-6b62-4ea7-9302-6b7b460e8911,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:38.166336 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:38.246651 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:38.309699 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:38.313304 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:38.376392 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:12:38.379133 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:12:38.383487 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:12:38.439065 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0f224a-3a50-462f-9eaf-89b0e8850297,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:38.450617 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:38.782209 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:39.121399 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:39.124998 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-981745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-981671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-844273'] for router, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:39.348734 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:12:39.527473 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:12:39.536836 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:39.537332 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Sync routers for ids ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:12:39.538413 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] 10.222.0.32 "PUT /v2.0/routers/23f833c2-4b27-42d5-bae2-42bff9e0ac07 HTTP/1.1" status: 200 len: 890 time: 2.4690928 May 20 18:12:39.547981 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Routers {'23f833c2-4b27-42d5-bae2-42bff9e0ac07'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:12:39.548625 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:12:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:39.761954 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Set router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:12:39.895876 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device b53a07aa-6b62-4ea7-9302-6b7b460e8911 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:12:40.075930 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port b53a07aa-6b62-4ea7-9302-6b7b460e8911 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:40.076156 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:40.256013 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'name': 'router1', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ec0f224a-3a50-462f-9eaf-89b0e8850297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:20Z', 'updated_at': '2021-05-20T18:12:38Z', 'revision_number': 4, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'gw_port': {'id': 'ec0f224a-3a50-462f-9eaf-89b0e8850297', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:37Z', 'updated_at': '2021-05-20T18:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'b53a07aa-6b62-4ea7-9302-6b7b460e8911', 'name': '', 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'mac_address': 'fa:16:3e:64:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:29Z', 'updated_at': '2021-05-20T18:12:38Z', 'revision_number': 5, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'subnets': [{'id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88262b2b-7c2d-4caa-aa48-c93c6c9e78fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:40.262655 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Checking router: 23f833c2-4b27-42d5-bae2-42bff9e0ac07 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:12:40.262975 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Updating router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 port ec0f224a-3a50-462f-9eaf-89b0e8850297 binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:12:40.317427 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:40.636525 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:40.647828 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Transition to ACTIVE for port object ec0f224a-3a50-462f-9eaf-89b0e8850297 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:12:40.656625 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:40.660388 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:40.736661 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Attempting to bind port ec0f224a-3a50-462f-9eaf-89b0e8850297 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:12:40.737024 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Attempting to bind port ec0f224a-3a50-462f-9eaf-89b0e8850297 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:12:40.737375 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Attempting to bind port ec0f224a-3a50-462f-9eaf-89b0e8850297 on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:12:40.739522 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca60ae-6219-456c-85af-a9ab75f1c060 None None] Pushing event updated for resources: {'Port': ['ID=ec0f224a-3a50-462f-9eaf-89b0e8850297,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:40.743085 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-b7ca60ae-6219-456c-85af-a9ab75f1c060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:40.745542 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:12:40.745903 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:12:40.746298 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:40.746704 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:12:40.747279 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Bound port: ec0f224a-3a50-462f-9eaf-89b0e8850297, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:12:40.747509 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:40.817793 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] For port ec0f224a-3a50-462f-9eaf-89b0e8850297, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:12:40.820781 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] For port ec0f224a-3a50-462f-9eaf-89b0e8850297, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ec0f224a-3a50-462f-9eaf-89b0e8850297,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:12:40.828547 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:40.832828 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-b7ca60ae-6219-456c-85af-a9ab75f1c060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:40.908259 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Routers {'23f833c2-4b27-42d5-bae2-42bff9e0ac07'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:12:40.908849 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:12:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:40.973434 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca60ae-6219-456c-85af-a9ab75f1c060 None None] Pushing event updated for resources: {'Port': ['ID=ec0f224a-3a50-462f-9eaf-89b0e8850297,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:40.976561 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-b7ca60ae-6219-456c-85af-a9ab75f1c060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:41.094672 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] Set router 23f833c2-4b27-42d5-bae2-42bff9e0ac07 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:12:41.447266 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-18947fa7-c626-414b-a484-a197699baf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'name': 'router1', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ec0f224a-3a50-462f-9eaf-89b0e8850297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:20Z', 'updated_at': '2021-05-20T18:12:38Z', 'revision_number': 4, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'gw_port': {'id': 'ec0f224a-3a50-462f-9eaf-89b0e8850297', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:37Z', 'updated_at': '2021-05-20T18:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'b53a07aa-6b62-4ea7-9302-6b7b460e8911', 'name': '', 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'mac_address': 'fa:16:3e:64:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:29Z', 'updated_at': '2021-05-20T18:12:38Z', 'revision_number': 5, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'subnets': [{'id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88262b2b-7c2d-4caa-aa48-c93c6c9e78fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:12:41.451276 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18947fa7-c626-414b-a484-a197699baf31 None None] The sync data for ids ['23f833c2-4b27-42d5-bae2-42bff9e0ac07'] in dv-cinder-792462-1-iscsi is: [{'id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'name': 'router1', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ec0f224a-3a50-462f-9eaf-89b0e8850297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:20Z', 'updated_at': '2021-05-20T18:12:38Z', 'revision_number': 4, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'gw_port': {'id': 'ec0f224a-3a50-462f-9eaf-89b0e8850297', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:37Z', 'updated_at': '2021-05-20T18:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'b53a07aa-6b62-4ea7-9302-6b7b460e8911', 'name': '', 'network_id': 'fdd14ac8-d4fa-427b-8d50-206c487d55c6', 'tenant_id': 'bdf662dc4f924b71b47d449dafaa0589', 'mac_address': 'fa:16:3e:64:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f833c2-4b27-42d5-bae2-42bff9e0ac07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:29Z', 'updated_at': '2021-05-20T18:12:38Z', 'revision_number': 5, 'project_id': 'bdf662dc4f924b71b47d449dafaa0589', 'subnets': [{'id': 'efd81a91-ef64-4f95-822f-0f2c061b7239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88262b2b-7c2d-4caa-aa48-c93c6c9e78fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:12:41.874305 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33090) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:12:41.878071 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ec0f224a-3a50-462f-9eaf-89b0e8850297 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:12:41.955337 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port ec0f224a-3a50-462f-9eaf-89b0e8850297 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:12:41.961146 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ec0f224a-3a50-462f-9eaf-89b0e8850297 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:41.961520 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:42.007218 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-7b0618bf-9da4-45e0-bcad-3acffb10ac77 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1317527 May 20 18:12:42.089405 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:42.108385 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port ec0f224a-3a50-462f-9eaf-89b0e8850297, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ec0f224a-3a50-462f-9eaf-89b0e8850297,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:12:42.114021 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:42.116418 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-b7ca60ae-6219-456c-85af-a9ab75f1c060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:12:42.189778 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=ec0f224a-3a50-462f-9eaf-89b0e8850297,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:12:42.199731 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:12:43.861935 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ec0f224a-3a50-462f-9eaf-89b0e8850297 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:12:43.931661 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ec0f224a-3a50-462f-9eaf-89b0e8850297 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:12:43.932044 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:53.033633 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-f29fb863-3167-417b-862d-3070f93cda8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:55.333218 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef78c-e27e-495a-91c0-b805f7ec866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:55.609337 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:56.466907 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:12:58.362090 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:00.255299 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:13:23.028262 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a8f7eae0-f62a-4035-8039-906ce20897ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:25.329206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9437f09c-ac6c-4418-9cbd-aadfda8ad8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:25.615601 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:26.469529 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:28.357685 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:37.258831 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:13:53.042033 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96d2b971-7724-42dc-8473-268551325dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:55.325194 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-940a9eee-e16b-4c44-8d0d-9ae4822847dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:55.625942 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:56.473035 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:13:58.362612 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:14.258532 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:14:20.459299 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33660) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:20.553557 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.pecan_wsgi.hooks.translation [None req-154d941d-066e-47ed-a6b3-5e3de7efaaa0 admin admin] GET failed (client error): The resource could not be found. May 20 18:14:20.554147 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-154d941d-066e-47ed-a6b3-5e3de7efaaa0 admin admin] Synchronizing usage tracker for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:network {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:14:20.577428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-154d941d-066e-47ed-a6b3-5e3de7efaaa0 admin admin] Unset dirty status for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:network {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:14:20.578589 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-154d941d-066e-47ed-a6b3-5e3de7efaaa0 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1179435 May 20 18:14:20.718967 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515dad8-e207-459a-9aa9-2e111fdcf89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:20.720437 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-1515dad8-e207-459a-9aa9-2e111fdcf89b admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1353171 May 20 18:14:22.829341 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33670) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:22.944578 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70682c60-9a87-401c-b115-0b2c7aab8e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:22.946107 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-70682c60-9a87-401c-b115-0b2c7aab8e6f admin admin] 10.222.0.32 "GET /v2.0/subnets/efd81a91-ef64-4f95-822f-0f2c061b7239 HTTP/1.1" status: 200 len: 849 time: 0.1157596 May 20 18:14:22.955495 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:14:23.040449 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-631fa46f-5fa0-46de-86e2-4478d3d34553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:23.089894 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:23.289219 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752672181185'] for subnet, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:23.293280 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8ecdba74-581a-4192-9a0d-d726937d711a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:14:23.332059 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:23.332636 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:23.335023 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] 10.222.0.32 "PUT /v2.0/subnets/efd81a91-ef64-4f95-822f-0f2c061b7239 HTTP/1.1" status: 200 len: 868 time: 0.3830829 May 20 18:14:23.337610 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a02dc2-6662-4988-b098-1dc6b54db43a None None] Network fdd14ac8-d4fa-427b-8d50-206c487d55c6 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:14:23.362621 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd81a91-ef64-4f95-822f-0f2c061b7239,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:14:23.371882 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.372229 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.372570 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.372905 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.373229 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.373570 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.373898 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.374217 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.374586 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.374908 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.375221 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.375537 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:14:23.379913 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:14:23.782732 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-9948289f-50ec-4f81-99a3-62286d611836 None None] Provisioning complete for port 21342da0-638c-4145-9df8-552ccc2a9dea triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:14:23.783097 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9948289f-50ec-4f81-99a3-62286d611836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:23.908647 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-9948289f-50ec-4f81-99a3-62286d611836 None None] Provisioning complete for port b53a07aa-6b62-4ea7-9302-6b7b460e8911 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:14:23.909012 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9948289f-50ec-4f81-99a3-62286d611836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:25.330174 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ac25622d-3707-4656-877f-b6ffba0cbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:25.457354 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33680) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:25.622750 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:25.650169 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4977d-3e61-4539-9a51-85ab60ff9d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:25.650580 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4977d-3e61-4539-9a51-85ab60ff9d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:25.652111 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-31e4977d-3e61-4539-9a51-85ab60ff9d22 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938202 May 20 18:14:26.480604 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:27.783032 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33690) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:27.970247 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd7d19-4be7-432a-9911-60242b55f059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:27.970652 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd7d19-4be7-432a-9911-60242b55f059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:27.972192 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3fdd7d19-4be7-432a-9911-60242b55f059 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1878579 May 20 18:14:28.364762 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:30.050536 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33700) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:30.233269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3ccd5-7c29-454d-b2a8-52f721fb3a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:30.235343 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1ac3ccd5-7c29-454d-b2a8-52f721fb3a6f admin admin] 10.222.0.32 "GET /v2.0/networks/c1621ee0-6742-4a7c-a684-b116b014e18f HTTP/1.1" status: 200 len: 886 time: 0.1836538 May 20 18:14:32.332442 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33710) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:32.516638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d2e35-a562-4dd0-bdfc-77d1f77fafe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:32.517995 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-e57d2e35-a562-4dd0-bdfc-77d1f77fafe4 admin admin] 10.222.0.32 "GET /v2.0/networks/fdd14ac8-d4fa-427b-8d50-206c487d55c6 HTTP/1.1" status: 200 len: 869 time: 0.1845899 May 20 18:14:34.637821 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33720) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:34.761709 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51499105-2977-47c0-9432-f3ff4017db54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:34.762166 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51499105-2977-47c0-9432-f3ff4017db54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:34.762936 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-51499105-2977-47c0-9432-f3ff4017db54 admin admin] Synchronizing usage tracker for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:subnet {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:14:34.783392 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-51499105-2977-47c0-9432-f3ff4017db54 admin admin] Unset dirty status for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:subnet {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:14:34.784530 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-51499105-2977-47c0-9432-f3ff4017db54 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457338 May 20 18:14:37.054525 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33730) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:37.174931 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643076be-0b4a-4676-9146-41c48c09c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:37.175395 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643076be-0b4a-4676-9146-41c48c09c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:37.176981 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-643076be-0b4a-4676-9146-41c48c09c99f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214917 May 20 18:14:39.323535 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33740) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:39.434088 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb41cffe-bd31-4bb1-897c-23e32a3c481a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:39.435431 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cb41cffe-bd31-4bb1-897c-23e32a3c481a admin admin] 10.222.0.32 "GET /v2.0/subnets/1e3b8533-cca9-4f6b-8811-756849f6288e HTTP/1.1" status: 200 len: 816 time: 0.1109774 May 20 18:14:41.565176 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33750) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:14:41.686060 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd56e5b-4905-4ef7-936c-ba0283ff4ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:14:41.687458 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6fd56e5b-4905-4ef7-936c-ba0283ff4ee2 admin admin] 10.222.0.32 "GET /v2.0/subnets/efd81a91-ef64-4f95-822f-0f2c061b7239 HTTP/1.1" status: 200 len: 868 time: 0.1212804 May 20 18:14:51.258218 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:14:53.035055 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-59776a47-f1e2-45f7-872e-e464fb080ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:55.334585 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8d3da3a1-5d6b-4430-93eb-4844a7523d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:55.619856 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:56.479360 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:14:58.375055 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:04.718370 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33794) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:15:04.771431 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [None req-3498a6cf-f50e-443b-b3fd-0539fa7a0027 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:15:04.772405 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3498a6cf-f50e-443b-b3fd-0539fa7a0027 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530770 May 20 18:15:06.968636 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33804) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:15:07.045068 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f25797-4d73-4e4a-bd99-80588e776d21 admin admin] GET failed (client error): The resource could not be found. May 20 18:15:07.046360 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-10f25797-4d73-4e4a-bd99-80588e776d21 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0764353 May 20 18:15:07.216198 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d9d309-efa4-41fc-a8ab-f10a8edb2a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:15:07.217667 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-86d9d309-efa4-41fc-a8ab-f10a8edb2a4c admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1652274 May 20 18:15:09.405196 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33814) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:15:09.463385 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:15:09.468783 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:15:09.480586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:15:09.495015 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Made reservation on behalf of fce9abccbf1849c4b73aa41cb9b294b7 for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:15:09.498266 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:09.598061 dv-cinder-792462-1-iscsi neutron-server[91633]: WARNING neutron.services.revisions.revision_plugin [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Could not find related network for resource to bump revision. May 20 18:15:09.612695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:15:09.623987 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752672208954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:09.624537 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Unsubscribe: segment precommit_create {{(pid=91633) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 18:15:09.624955 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Added segment ca03ba96-327d-4202-836e-d94e3a06cb90 of type vlan for network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 May 20 18:15:09.661795 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:09.705041 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:09.706360 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:15:09.706966 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:09.709982 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:15:09.802850 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3963432 May 20 18:15:09.805761 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:15:09.812920 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.813276 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.813635 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.813926 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.814228 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.814592 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.814900 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.815206 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.815527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.815831 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.816221 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.816522 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:09.820783 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:15:09.828549 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:15:11.960455 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33824) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:15:12.032303 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7820a54-8197-411a-96e6-7f7417f9d7e1 admin admin] GET failed (client error): The resource could not be found. May 20 18:15:12.032818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c7820a54-8197-411a-96e6-7f7417f9d7e1 admin admin] Synchronizing usage tracker for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:network {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:15:12.052087 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c7820a54-8197-411a-96e6-7f7417f9d7e1 admin admin] Unset dirty status for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:network {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:15:12.053175 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c7820a54-8197-411a-96e6-7f7417f9d7e1 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0917821 May 20 18:15:12.168312 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854ab587-8b7d-4154-b0cc-821aca615889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:15:12.169758 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-854ab587-8b7d-4154-b0cc-821aca615889 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1107612 May 20 18:15:12.181835 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Request body: {'subnet': {'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:15:12.186242 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:15:12.195931 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:15:12.206811 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Made reservation on behalf of fce9abccbf1849c4b73aa41cb9b294b7 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:15:12.209148 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:12.598679 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:12.602099 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:15:12.666723 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a857fb7e-5937-46bc-84bf-43def264418e,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:15:12.670683 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:15:12.679412 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Checking segment: {'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:15:12.679800 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Network hostable DHCP agents. Network: c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:15:12.700413 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:15:12.710786 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:15:12.718191 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:15:12.718856 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:12.720406 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94bee0-538c-4e55-9fe5-cdbefd62f259 None None] Network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:15:12.745419 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5669999 May 20 18:15:12.944145 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468', 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468', 'tenant_id': 'fce9abccbf1849c4b73aa41cb9b294b7', 'fixed_ips': [{'subnet_id': 'a857fb7e-5937-46bc-84bf-43def264418e'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:15:12.944974 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:13.111575 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Allocated IP 192.168.233.2 (c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468/a857fb7e-5937-46bc-84bf-43def264418e/45b9298c-fe7d-4d64-8dc6-fcce8293b3de) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:15:13.317762 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:13.329010 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Transition to ACTIVE for port object 45b9298c-fe7d-4d64-8dc6-fcce8293b3de will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:15:13.348192 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Transition to ACTIVE for port object 45b9298c-fe7d-4d64-8dc6-fcce8293b3de will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:15:13.354544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:13.359109 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:15:13.421437 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:15:13.422639 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:15:13.426797 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:15:13.493857 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Pushing event updated for resources: {'Port': ['ID=45b9298c-fe7d-4d64-8dc6-fcce8293b3de,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:15:13.512533 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.512877 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.513227 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.513582 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.513842 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.514156 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.514516 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.514834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.515133 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.515442 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.515755 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.516064 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:15:13.526414 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:15:13.535384 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Attempting to bind port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:15:13.535849 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Attempting to bind port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:15:13.536711 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Attempting to bind port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de on network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:15:13.541890 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:15:13.542260 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Checking segment: {'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:15:13.542691 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:13.543082 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Bound using segment: {'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:15:13.546440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Bound port: 45b9298c-fe7d-4d64-8dc6-fcce8293b3de, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:15:13.546440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:13.634260 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] For port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:15:13.638023 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] For port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=45b9298c-fe7d-4d64-8dc6-fcce8293b3de,segment=NetworkSegment(ca03ba96-327d-4202-836e-d94e3a06cb90),segment_id=ca03ba96-327d-4202-836e-d94e3a06cb90)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:15:13.643763 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:13.647928 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:15:13.727372 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Pushing event updated for resources: {'Port': ['ID=45b9298c-fe7d-4d64-8dc6-fcce8293b3de,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:15:13.731836 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:15:14.000037 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 45b9298c-fe7d-4d64-8dc6-fcce8293b3de up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:15:14.072522 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:15:14.592922 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70ffe1-2e23-476f-b32d-15ea06679d61 None None] Network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:15:14.701931 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Provisioning for port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:15:14.718838 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Provisioning complete for port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:15:14.719226 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:14.950051 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:14.989712 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] For port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=45b9298c-fe7d-4d64-8dc6-fcce8293b3de,segment=NetworkSegment(ca03ba96-327d-4202-836e-d94e3a06cb90),segment_id=ca03ba96-327d-4202-836e-d94e3a06cb90)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:15:14.995624 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:14.997917 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:15:15.066192 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Pushing event updated for resources: {'Port': ['ID=45b9298c-fe7d-4d64-8dc6-fcce8293b3de,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:15:15.071111 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:15:15.218578 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-2d3ba4b0-c6cd-4e91-9e40-202240375f44 None None] Provisioning complete for port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:15:15.218986 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba4b0-c6cd-4e91-9e40-202240375f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:15.968711 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 45b9298c-fe7d-4d64-8dc6-fcce8293b3de up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:15:16.037492 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 45b9298c-fe7d-4d64-8dc6-fcce8293b3de triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:15:16.037859 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:23.041016 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9feba89d-dffa-4b32-bdbc-79b0a71ff863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:25.339047 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c6f86a12-6817-4510-8274-f69f43ab745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:25.616725 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:26.480561 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:28.258764 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:15:28.375617 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:53.047731 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-119b3b00-8f08-4bc0-a8d4-85840a4e4853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:55.344208 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2586f5b-27fb-48ae-8413-472d9d201cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:55.614797 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:56.483163 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:15:58.377587 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:05.257425 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:16:18.405434 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33874) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:16:18.411709 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [None req-2846c8fa-ada8-4ebf-91c7-515cd41212cd tempest-verify_tempest_config-681190391 tempest-verify_tempest_config-681190391-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:16:18.412685 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2846c8fa-ada8-4ebf-91c7-515cd41212cd tempest-verify_tempest_config-681190391 tempest-verify_tempest_config-681190391-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058975 May 20 18:16:18.762841 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33892) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:16:18.895149 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:18.911777 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:16:18.915903 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Usage tracker for resource:security_group_rule and tenant:46387b6898bc4a20ac597892cc43ab61 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:16:18.918977 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:16:18.925425 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:16:19.004952 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:19.011538 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:19.018906 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:16:19.057598 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Synchronizing usage tracker for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:16:19.060026 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4476b26b-71f3-4fbe-9ed8-47cb53c7a401,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:16:19.069955 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.070302 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.070655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.070975 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.071304 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.071634 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.071947 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.072253 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.072561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.072864 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.073161 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.073463 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:16:19.077687 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:16:19.088599 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Unset dirty status for tenant:fce9abccbf1849c4b73aa41cb9b294b7 on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:16:19.089760 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46387b6898bc4a20ac597892cc43ab61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3259323 May 20 18:16:19.092540 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33898) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:16:19.160402 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:19.185061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:19.282668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:19.286354 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:16:19.296695 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4476b26b-71f3-4fbe-9ed8-47cb53c7a401,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:16:19.300510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:16:19.303439 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:19.306866 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4476b26b-71f3-4fbe-9ed8-47cb53c7a401 HTTP/1.1" status: 204 len: 168 time: 0.2111888 May 20 18:16:23.042998 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-11ee1671-7661-41f7-b0a5-a02b239dd8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:25.349931 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-48ab2b7e-a0b2-4a01-a834-e5827473df31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:25.609180 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:26.492462 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:28.381756 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:42.260729 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:16:53.054848 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6bc04951-803b-4924-9b1c-f07cc677d943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:55.352968 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6e5e89b4-5749-4536-bdc4-0929c887a684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:55.621312 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:56.496839 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:16:58.391552 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:19.265455 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:17:23.061084 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-76f2e7d3-abc1-491f-93db-5e8d01c6ef57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:25.357519 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d09a4a5b-e9c7-4269-9c57-0137341b3077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:25.622577 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:26.494115 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:28.415714 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:53.058689 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3c075059-6dd4-441e-91c1-500e6628f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:55.351002 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-03039b69-0b7d-4c02-a260-83907fdf9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:55.617767 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:56.265958 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 5 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:17:56.499273 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:58.208815 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972'] for agent, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:17:58.399489 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:02.291923 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33950) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:18:02.413004 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-462e19dd-e3b3-4255-abdc-379a328c781e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1199005 May 20 18:18:04.551638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33960) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:18:04.609505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-505279ba-4f31-4271-9a34-9b96fe3f081d admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0567369 May 20 18:18:23.064007 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c9084f74-f5a8-4ba2-bab2-3057c1891d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:25.361990 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-01cc9b4c-499d-45bd-92cf-4b38cee66d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:25.627206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:26.504293 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:28.174659 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:28.500363 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:33.271895 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:18:53.055100 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-5c730f9a-ac2e-4d19-8161-e284555e5aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:55.358025 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-75ee830e-d6af-403b-be02-ae79fc6753cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:55.624788 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:56.503083 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:58.179743 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:18:58.397575 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:10.271802 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:19:23.049661 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d61db0d0-20ca-4aee-ba7e-43e9d124b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:25.353498 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7093a8e2-8644-41c5-8e29-566c5b7dd9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:25.620148 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:26.507855 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:28.183403 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:28.411326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:31.501174 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34144) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:31.596245 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34160) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:31.784240 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-452468105-network', 'tenant_id': '0ba338b992f646719ca5726dde49735f'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:31.788947 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:31.792929 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Usage tracker for resource:network and tenant:0ba338b992f646719ca5726dde49735f is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:31.795867 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:31.802120 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:31.813932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Made reservation on behalf of 0ba338b992f646719ca5726dde49735f for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:31.816471 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:31.829057 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:31.843659 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:31.847725 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Usage tracker for resource:security_group_rule and tenant:0ba338b992f646719ca5726dde49735f is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:31.850557 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:31.856168 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:31.904940 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-58914111-network', 'tenant_id': '615a5cc19df84259a5800bbfecbc6a93'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:31.910114 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:31.931250 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Usage tracker for resource:network and tenant:615a5cc19df84259a5800bbfecbc6a93 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:31.943900 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:31.961214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:31.966783 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:31.972313 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:31.977626 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a4579bed-35a8-470c-8992-0edd50eafb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:31.984722 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Made reservation on behalf of 615a5cc19df84259a5800bbfecbc6a93 for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:31.987065 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.000577 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.018560 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:19:32.022829 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34184) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:32.027767 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.028112 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Added segment 3c013ad5-716e-4dd5-8e6d-a9d673cf9a14 of type vlan for network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 May 20 18:19:32.032769 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:32.036787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:615a5cc19df84259a5800bbfecbc6a93 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:32.039625 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:32.045420 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:32.119839 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.127608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:32.160715 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.161053 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.161382 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.161706 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.162026 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.162367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.162707 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.163020 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.163535 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.163859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.164173 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.164519 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Tracked resource versions report: May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: pushed versions: May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: { 'AddressGroup': {'1.2'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'ConntrackHelper': {'1.0'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Log': {'1.0'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Network': {'1.1'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Port': {'1.7'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'PortForwarding': {'1.2'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'QosPolicy': {'1.8'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroup': {'1.4'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroupRule': {'1.2'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SubPort': {'1.0'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Subnet': {'1.1'}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Trunk': {'1.1'}} May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: consumer versions: May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: HyperV agent@hv-cinder-79246: {}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'ConntrackHelper': '1.0', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Log': '1.0', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Network': '1.1', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Port': '1.7', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'PortForwarding': '1.2', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'QosPolicy': '1.8', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroup': '1.4', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SecurityGroupRule': '1.2', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'SubPort': '1.0', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Subnet': '1.1', May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: 'Trunk': '1.1'}} May 20 18:19:32.165577 dv-cinder-792462-1-iscsi neutron-server[91634]: {{(pid=91634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:19:32.173773 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:32.182253 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.186444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:32.187089 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.196065 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a3024e1b-8ab2-4fff-89ba-5673f464e9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:32.314369 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34202) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:32.318185 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Pushing event updated for resources: {'Network': ['ID=0c5c834c-a8e3-4d27-98f7-d5af42b98d93,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:32.325797 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:32.330222 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.333078 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8308487 May 20 18:19:32.336855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34208) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:32.337834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:19:32.344049 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Request body: {'subnet': {'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-subnet', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:32.349778 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:32.352328 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.354985 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Usage tracker for resource:subnet and tenant:0ba338b992f646719ca5726dde49735f is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:32.363163 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:32.367108 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-daa48eaa-29b8-4bb8-8bb7-58f1f27a9c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:32.385395 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:32.397452 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-969972873-network', 'tenant_id': '487d34b69a6647198dcb5ce3e91a43d1'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:32.402065 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:32.405284 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:19:32.409139 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Usage tracker for resource:network and tenant:487d34b69a6647198dcb5ce3e91a43d1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:32.417162 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:32.420735 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d33d81-3aaf-4b86-b948-cb603e913c3d,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:32.423960 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.424292 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Added segment 2d0fb4b5-333c-4422-b82d-e16cf0264cbb of type vlan for network 8986401e-c32e-43ff-a107-669907195cde May 20 18:19:32.425572 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:32.426286 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Made reservation on behalf of 0ba338b992f646719ca5726dde49735f for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:32.429021 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.435982 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:32.465034 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Made reservation on behalf of 487d34b69a6647198dcb5ce3e91a43d1 for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:32.467397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.527123 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.540639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.542519 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:32.547512 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Usage tracker for resource:security_group_rule and tenant:487d34b69a6647198dcb5ce3e91a43d1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:32.551075 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:32.557067 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:32.622163 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.627577 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:32.628160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.634264 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:32.675061 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.694553 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.710885 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:19:32.729057 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:32.751792 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=8986401e-c32e-43ff-a107-669907195cde,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:32.755824 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:32.763977 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 8986401e-c32e-43ff-a107-669907195cde details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:19:32.771137 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1734028 May 20 18:19:32.774344 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34220) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:32.781963 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Request body: {'subnet': {'network_id': '8986401e-c32e-43ff-a107-669907195cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-58914111-subnet', 'tenant_id': '615a5cc19df84259a5800bbfecbc6a93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:32.792731 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.793081 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Added segment 27e3feca-c619-4a0e-ae69-7e5572269be9 of type vlan for network a50eae8b-3480-4b6f-8267-7fb270d7bb43 May 20 18:19:32.805518 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:32.810224 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Usage tracker for resource:subnet and tenant:615a5cc19df84259a5800bbfecbc6a93 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:32.814542 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:32.816240 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a014df-e7bd-4a42-b4ef-3e916d83faac,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:32.825394 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1917585767-network', 'tenant_id': '7e2228279a9442af840635a659cb8c4c'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:32.843036 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:32.846621 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:32.860635 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.862663 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.864269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.864767 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.865277 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.867145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.867656 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.868171 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.870936 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.871466 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.871952 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.873109 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Tracked resource versions report: May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: pushed versions: May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: { 'AddressGroup': {'1.2'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'ConntrackHelper': {'1.0'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Log': {'1.0'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Network': {'1.1'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Port': {'1.7'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'PortForwarding': {'1.2'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'QosPolicy': {'1.8'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroup': {'1.4'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroupRule': {'1.2'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SubPort': {'1.0'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Subnet': {'1.1'}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Trunk': {'1.1'}} May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: consumer versions: May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: HyperV agent@hv-cinder-79246: {}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'ConntrackHelper': '1.0', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Log': '1.0', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Network': '1.1', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Port': '1.7', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'PortForwarding': '1.2', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'QosPolicy': '1.8', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroup': '1.4', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SecurityGroupRule': '1.2', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'SubPort': '1.0', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Subnet': '1.1', May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: 'Trunk': '1.1'}} May 20 18:19:32.874366 dv-cinder-792462-1-iscsi neutron-server[91633]: {{(pid=91633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:19:32.885730 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Usage tracker for resource:network and tenant:7e2228279a9442af840635a659cb8c4c is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:32.926057 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.956053 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:32.963941 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:32.975192 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.976537 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:32.977962 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:32.980000 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:32.987996 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:33.021031 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Made reservation on behalf of 615a5cc19df84259a5800bbfecbc6a93 for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:33.023375 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.088519 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Made reservation on behalf of 7e2228279a9442af840635a659cb8c4c for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:33.092984 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.125375 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Pushing event updated for resources: {'Network': ['ID=a50eae8b-3480-4b6f-8267-7fb270d7bb43,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:33.129165 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.137352 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network a50eae8b-3480-4b6f-8267-7fb270d7bb43 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:19:33.149895 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:33.154487 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:33.160460 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2228279a9442af840635a659cb8c4c is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:33.163808 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:33.169921 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:33.306402 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.317241 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2921598 May 20 18:19:33.317517 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34238) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:33.323778 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.329687 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Request body: {'subnet': {'network_id': 'a50eae8b-3480-4b6f-8267-7fb270d7bb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-969972873-subnet', 'tenant_id': '487d34b69a6647198dcb5ce3e91a43d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:33.346247 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:33.354394 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Usage tracker for resource:subnet and tenant:487d34b69a6647198dcb5ce3e91a43d1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:33.357082 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:19:33.358212 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:33.367781 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:33.381377 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.383516 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Added segment 8bd749ce-e023-4a82-979e-5c13011cb440 of type vlan for network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 May 20 18:19:33.421299 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Made reservation on behalf of 487d34b69a6647198dcb5ce3e91a43d1 for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:33.424062 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.451048 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.514598 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:33.547300 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3423089-da02-40a6-ab13-d2715dd98ed2,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:33.550488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.551836 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:33.553405 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:33.554233 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.583707 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:33.600392 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.616714 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-aa7a3fd6-ab7f-4b48-b235-7c577f2ec892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:33.698328 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:33.701903 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3859959 May 20 18:19:33.703248 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:33.705065 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34252) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:33.710521 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:19:33.713643 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Request body: {'subnet': {'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1917585767-subnet', 'tenant_id': '7e2228279a9442af840635a659cb8c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:33.719543 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:33.724596 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Usage tracker for resource:subnet and tenant:7e2228279a9442af840635a659cb8c4c is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:33.727953 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:33.735157 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:33.752080 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Made reservation on behalf of 7e2228279a9442af840635a659cb8c4c for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:33.756444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:33.867703 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a2d5e0-19c1-47e7-a743-52fd326bea76,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:33.900842 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:33.919401 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Checking segment: {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:33.919845 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Network hostable DHCP agents. Network: 0c5c834c-a8e3-4d27-98f7-d5af42b98d93, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:19:34.101782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:19:34.183729 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 0c5c834c-a8e3-4d27-98f7-d5af42b98d93) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:34.193502 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39188940-119e-4c6f-8f00-39c3464a86ed None None] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:34.217030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:34.217616 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.287829 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9496810 May 20 18:19:34.291988 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34272) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:34.295866 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.300323 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:34.309169 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:34.312909 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:34.355259 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Usage tracker for resource:router and tenant:0ba338b992f646719ca5726dde49735f is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:34.361505 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:34.382070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:34.429975 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91dae1e4-ace5-48a5-a868-2d7d54b0650b,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:34.465417 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:34.475064 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Checking segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:34.475886 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Network hostable DHCP agents. Network: 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:19:34.482627 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.484817 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.499621 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ca9d2-dc2c-4d64-9cd7-20d3ee408985 None None] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:34.511209 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.519876 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.527207 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:34.647862 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=042ddb94-bf62-4513-a1f9-a42aaacb61e9,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:34.652814 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:34.686769 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Checking segment: {'id': '2d0fb4b5-333c-4422-b82d-e16cf0264cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8986401e-c32e-43ff-a107-669907195cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:34.687114 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Network hostable DHCP agents. Network: 8986401e-c32e-43ff-a107-669907195cde, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:19:34.728043 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.733689 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:34.758058 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Network 8986401e-c32e-43ff-a107-669907195cde is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:19:34.809265 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 8986401e-c32e-43ff-a107-669907195cde) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:34.818281 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:34.818932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.825427 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=777dd098-49dc-4c73-824a-bf2370d75b96,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:34.825638 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d83c5-2683-45fc-8a1c-7f0d7b695ed0 None None] Network 8986401e-c32e-43ff-a107-669907195cde requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:34.836512 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:34.837585 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:19:34.841765 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Checking segment: {'id': '27e3feca-c619-4a0e-ae69-7e5572269be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a50eae8b-3480-4b6f-8267-7fb270d7bb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:34.842110 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Network hostable DHCP agents. Network: a50eae8b-3480-4b6f-8267-7fb270d7bb43, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:19:34.852166 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0767987 May 20 18:19:34.855795 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.872441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Network a50eae8b-3480-4b6f-8267-7fb270d7bb43 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:19:34.876463 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:34.881030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, a50eae8b-3480-4b6f-8267-7fb270d7bb43) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:34.884767 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:34.885561 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.886761 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:34.887804 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:34.915160 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5964386 May 20 18:19:34.939582 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59daae9b-c790-4d6c-b3ab-812242da5c4f None None] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:34.956067 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bf91f2-990a-4286-a600-95f6d26b0bd9 None None] Network a50eae8b-3480-4b6f-8267-7fb270d7bb43 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:35.015156 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3081353 May 20 18:19:35.203941 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064dbea-cfd1-4dd5-8f34-3e8ec5ac35f5 None None] Network a50eae8b-3480-4b6f-8267-7fb270d7bb43 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:35.678142 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:35.710690 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:35.863091 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c269e8b-7bf8-436e-abda-d8d814cb214b None None] Network 8986401e-c32e-43ff-a107-669907195cde requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:35.872104 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Allocated IP 172.27.1.215 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/d010f3cf-1417-48c2-a9c1-88c38860bcb0) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:19:36.092195 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.152322 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.159779 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:36.176893 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e6c91-b4e7-4e5f-b5c0-74c6deda5650 None None] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:36.248333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34350) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:36.256194 dv-cinder-792462-1-iscsi neutron-server[91634]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 18:19:36.258040 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:19:36.261714 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:36.268510 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:19:36.554487 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34370) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:36.563552 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201846621-network', 'tenant_id': '6b5544d054904384bfccf6b303bcb3cf'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:36.568581 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:36.572593 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Usage tracker for resource:network and tenant:6b5544d054904384bfccf6b303bcb3cf is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:36.576375 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:36.583080 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:36.599943 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de10d-b435-496b-a935-aaabd1733221 req-183ba11b-b07b-4b81-a6f9-386a23c696bf tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:36.600951 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-446de10d-b435-496b-a935-aaabd1733221 req-183ba11b-b07b-4b81-a6f9-386a23c696bf tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Synchronizing usage tracker for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:network {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:19:36.605591 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Made reservation on behalf of 6b5544d054904384bfccf6b303bcb3cf for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:36.609781 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.623505 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.653447 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:36.658638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Usage tracker for resource:security_group_rule and tenant:6b5544d054904384bfccf6b303bcb3cf is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:36.662179 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:36.669404 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:36.708499 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-446de10d-b435-496b-a935-aaabd1733221 req-183ba11b-b07b-4b81-a6f9-386a23c696bf tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Unset dirty status for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:network {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:19:36.710517 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-183ba11b-b07b-4b81-a6f9-386a23c696bf tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/networks?id=8986401e-c32e-43ff-a107-669907195cde HTTP/1.1" status: 200 len: 810 time: 0.4570665 May 20 18:19:36.733369 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-817a8637-4037-471d-ae9a-2b53b873baa6 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/quotas/615a5cc19df84259a5800bbfecbc6a93 HTTP/1.1" status: 200 len: 375 time: 0.0158334 May 20 18:19:36.791055 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Pushing event updated for resources: {'Port': ['ID=d010f3cf-1417-48c2-a9c1-88c38860bcb0,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:36.794849 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:36.811999 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-6c997154-37f2-4fc4-ae98-3ba4c6aef90f tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=615a5cc19df84259a5800bbfecbc6a93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665746 May 20 18:19:36.837033 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.851410 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.855776 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:36.880419 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:19:36.894874 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6998fbff-5183-4e0c-82a7-436d2079dbd6,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:36.897675 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:36.898665 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.898987 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Added segment 60425fd5-6dad-4d1e-9cd1-4245cedbedcc of type vlan for network 6d17a3f4-151d-43e3-b620-7bbabc568356 May 20 18:19:36.934513 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:36.942673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34392) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:36.949955 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:37.056816 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:37.060365 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:37.060916 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:37.072653 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:37.126447 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-41509af1-ab55-4d91-afeb-cd9657b9b22d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:19:37.127429 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-41509af1-ab55-4d91-afeb-cd9657b9b22d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0802717 May 20 18:19:37.223144 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-4f6e3100-36b2-402a-985b-a71d32354d1e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:37.224573 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-4f6e3100-36b2-402a-985b-a71d32354d1e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.2807615 May 20 18:19:37.230928 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6751640 May 20 18:19:37.242271 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Pushing event updated for resources: {'Network': ['ID=6d17a3f4-151d-43e3-b620-7bbabc568356,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:37.247071 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34398) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:37.252517 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 6d17a3f4-151d-43e3-b620-7bbabc568356 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:19:37.256664 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:37.261874 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Request body: {'subnet': {'network_id': '6d17a3f4-151d-43e3-b620-7bbabc568356', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201846621-subnet', 'tenant_id': '6b5544d054904384bfccf6b303bcb3cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:37.297233 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:37.313128 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-e4217f11-d25b-4a37-924f-ec711f48e313 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/quotas/7e2228279a9442af840635a659cb8c4c HTTP/1.1" status: 200 len: 375 time: 0.0808601 May 20 18:19:37.317919 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:37.332379 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Usage tracker for resource:subnet and tenant:6b5544d054904384bfccf6b303bcb3cf is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:37.337686 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:37.392912 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:37.407394 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-47e93616-f6c7-4073-ab81-e8eeafea017c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847144 May 20 18:19:37.425449 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Made reservation on behalf of 6b5544d054904384bfccf6b303bcb3cf for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:37.427783 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:37.462842 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-978b62f5-63ed-4519-892d-8e70e9afa35a service neutron] 10.222.0.32 "GET /v2.0/networks/8986401e-c32e-43ff-a107-669907195cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193543 May 20 18:19:37.568023 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Router 4f80111f-e040-44c2-a6f4-15ee44086732 is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:19:37.675315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-9171e069-b09f-418a-8b6d-7e90ea547359 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:19:37.676296 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-9171e069-b09f-418a-8b6d-7e90ea547359 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1639280 May 20 18:19:37.753586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:19:37.765993 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Sync routers for ids ['4f80111f-e040-44c2-a6f4-15ee44086732'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:19:37.775289 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Routers {'4f80111f-e040-44c2-a6f4-15ee44086732'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:19:37.776220 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:19:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['4f80111f-e040-44c2-a6f4-15ee44086732'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:37.779444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:37.781606 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4880948 May 20 18:19:37.784267 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34420) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:37.866571 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-996ac361-0e74-4546-a645-9051ffd46164 service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807258 May 20 18:19:37.898783 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-56ea0a69-d111-428c-84d7-6b604e03205f service neutron] 10.222.0.32 "GET /v2.0/networks/8986401e-c32e-43ff-a107-669907195cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877666 May 20 18:19:37.956908 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Set router 4f80111f-e040-44c2-a6f4-15ee44086732 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:19:38.117539 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aeab8750-0100-44bf-bd56-910a18185f44 service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177157 May 20 18:19:38.422582 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:36Z', 'revision_number': 3, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port': {'id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:35Z', 'updated_at': '2021-05-20T18:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:38.427774 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Checking router: 4f80111f-e040-44c2-a6f4-15ee44086732 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:19:38.428695 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Updating router 4f80111f-e040-44c2-a6f4-15ee44086732 port d010f3cf-1417-48c2-a9c1-88c38860bcb0 binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:19:38.547222 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:38.558658 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:38.562755 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:38.685614 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc60ac5b-d069-477f-874d-80491e125ec0,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:38.689528 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:38.692119 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Checking segment: {'id': '60425fd5-6dad-4d1e-9cd1-4245cedbedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6d17a3f4-151d-43e3-b620-7bbabc568356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:38.692462 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Network hostable DHCP agents. Network: 6d17a3f4-151d-43e3-b620-7bbabc568356, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:19:38.743273 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Network 6d17a3f4-151d-43e3-b620-7bbabc568356 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:19:38.773048 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 6d17a3f4-151d-43e3-b620-7bbabc568356) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:38.778298 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:38.779346 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:38.783806 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c861e97-8b6a-4885-9144-ca7cfad2e6b6 None None] Network 6d17a3f4-151d-43e3-b620-7bbabc568356 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:38.876677 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d5fd44a3-ec5b-4399-bade-e84f67f0decb req-6bea17ef-530f-4ee0-9383-3286c744843d tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 210 time: 0.0547752 May 20 18:19:38.880427 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-5d01c727-2720-4ae8-9146-f1d2e461dc79 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6324008 May 20 18:19:39.267111 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34496) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:39.321325 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b734b634-f1c7-4ffd-b3fb-9a3699f3594c None None] Network 6d17a3f4-151d-43e3-b620-7bbabc568356 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:19:39.323269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.373345 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dc075c7b-3dbb-48db-8fb4-93ded8e7121f req-d79066ec-1f8d-4173-b35a-81ce0c09728e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 210 time: 0.1955597 May 20 18:19:39.381393 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.418251 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Transition to ACTIVE for port object d010f3cf-1417-48c2-a9c1-88c38860bcb0 will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:19:39.439741 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.453597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Deleting subnet 777dd098-49dc-4c73-824a-bf2370d75b96 {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:19:39.467058 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.467890 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:39.577960 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.595522 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.641685 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Pushing event updated for resources: {'Port': ['ID=d010f3cf-1417-48c2-a9c1-88c38860bcb0,revision_number=2']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:39.703901 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.704433 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.704769 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.712526 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.712850 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.713242 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.713531 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.716915 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.717223 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.717557 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.717880 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.719028 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Tracked resource versions report: May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: pushed versions: May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: { 'AddressGroup': {'1.2'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'ConntrackHelper': {'1.0'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Log': {'1.0'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Network': {'1.1'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Port': {'1.7'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'PortForwarding': {'1.2'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'QosPolicy': {'1.8'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroup': {'1.4'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroupRule': {'1.2'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SubPort': {'1.0'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Subnet': {'1.1'}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Trunk': {'1.1'}} May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: consumer versions: May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: HyperV agent@hv-cinder-79246: {}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'ConntrackHelper': '1.0', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Log': '1.0', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Network': '1.1', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Port': '1.7', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'PortForwarding': '1.2', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'QosPolicy': '1.8', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroup': '1.4', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SecurityGroupRule': '1.2', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'SubPort': '1.0', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Subnet': '1.1', May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: 'Trunk': '1.1'}} May 20 18:19:39.719643 dv-cinder-792462-1-iscsi neutron-server[91636]: {{(pid=91636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:19:39.729082 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Attempting to bind port d010f3cf-1417-48c2-a9c1-88c38860bcb0 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:19:39.729450 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Attempting to bind port d010f3cf-1417-48c2-a9c1-88c38860bcb0 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:19:39.729802 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Attempting to bind port d010f3cf-1417-48c2-a9c1-88c38860bcb0 on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:19:39.747250 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:39.748209 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:19:39.751949 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:39.752714 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.753284 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:19:39.753937 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Bound port: d010f3cf-1417-48c2-a9c1-88c38860bcb0, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:19:39.757892 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.868563 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] For port d010f3cf-1417-48c2-a9c1-88c38860bcb0, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:19:39.872857 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] For port d010f3cf-1417-48c2-a9c1-88c38860bcb0, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=d010f3cf-1417-48c2-a9c1-88c38860bcb0,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:19:39.880880 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:39.888178 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:39.894016 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Allocated IP 172.20.0.1 (0c5c834c-a8e3-4d27-98f7-d5af42b98d93/48a2d5e0-19c1-47e7-a743-52fd326bea76/b849dd3b-1af5-4719-84e7-e9c812a726ab) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:19:39.975573 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Pushing event updated for resources: {'Port': ['ID=d010f3cf-1417-48c2-a9c1-88c38860bcb0,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:40.004479 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:40.059787 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Routers {'4f80111f-e040-44c2-a6f4-15ee44086732'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:19:40.060684 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:19:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['4f80111f-e040-44c2-a6f4-15ee44086732'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:40.091540 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6fd9b5bb-c6a1-4332-9f32-a2577d2f86fe req-04e90d60-a8fb-4857-9af3-dfcd52be848c tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 210 time: 0.1135466 May 20 18:19:40.267328 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:40.302520 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:40.316680 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3d398db0-da9c-42f5-9404-0f7abf4e9649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:40.320370 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:40.331532 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:40.355997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:40.365800 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777dd098-49dc-4c73-824a-bf2370d75b96,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:40.368590 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:40.372914 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/777dd098-49dc-4c73-824a-bf2370d75b96 HTTP/1.1" status: 204 len: 168 time: 1.0978475 May 20 18:19:40.373311 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34556) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:40.380688 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] Set router 4f80111f-e040-44c2-a6f4-15ee44086732 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:19:40.496127 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:40.498167 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:19:40.502517 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:40.511172 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:19:40.511666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:40.776417 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:40.793682 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:36Z', 'revision_number': 3, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port': {'id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:35Z', 'updated_at': '2021-05-20T18:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:40.798797 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214329d-7d09-43a6-8373-d62bfc224407 None None] The sync data for ids ['4f80111f-e040-44c2-a6f4-15ee44086732'] in dv-cinder-792462-1-iscsi is: [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:36Z', 'revision_number': 3, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port': {'id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:35Z', 'updated_at': '2021-05-20T18:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:19:40.803645 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-94317790-b659-4692-bade-dd014d4fbac7 req-97da4a51-a6c0-42d4-942a-f77cff2ea69f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 210 time: 0.0659242 May 20 18:19:40.806266 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.806648 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.807381 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.807699 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > port after_create 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.808178 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.808353 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > port after_update 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.808666 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.808974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.810182 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.810549 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:40.844086 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Pushing event updated for resources: {'Port': ['ID=b849dd3b-1af5-4719-84e7-e9c812a726ab,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:40.849907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:41.011527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.027575 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:41.028057 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:41.028397 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:41.028798 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:19:41.029201 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50eae8b-3480-4b6f-8267-7fb270d7bb43']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:41.051298 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e3feca-c619-4a0e-ae69-7e5572269be9') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:41.051726 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e3feca-c619-4a0e-ae69-7e5572269be9') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:41.065631 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.089103 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.103727 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:19:41.104078 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: from cryptography.utils import int_from_bytes May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: from cryptography.utils import int_from_bytes May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:19:41.138141 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:19:41.319510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.324077 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:41.334324 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.343664 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.345110 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.365474 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c4251de5-e328-46bf-bc3a-73d66919810e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:41.388185 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.399617 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a50eae8b-3480-4b6f-8267-7fb270d7bb43,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:41.407727 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:41.410048 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-79397224-be68-4430-8a62-4f45d7601bc9 req-5582662c-554e-4bc2-98b2-2fdd54d762e2 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 210 time: 0.0609603 May 20 18:19:41.417107 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] 10.222.0.32 "DELETE /v2.0/networks/a50eae8b-3480-4b6f-8267-7fb270d7bb43 HTTP/1.1" status: 204 len: 168 time: 1.0402329 May 20 18:19:41.418900 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34590) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:41.489728 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Deleting subnet fc60ac5b-d069-477f-874d-80491e125ec0 {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:19:41.493218 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.527206 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Pushing event updated for resources: {'Port': ['ID=b849dd3b-1af5-4719-84e7-e9c812a726ab,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:41.531605 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:41.551825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.579957 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:19:41.581284 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:41.612259 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.768602 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Router 4f80111f-e040-44c2-a6f4-15ee44086732 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:19:41.876426 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.886658 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a143282f-979f-4ef4-a06e-ff71683d790f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:41.917560 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:41.926541 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc60ac5b-d069-477f-874d-80491e125ec0 HTTP/1.1" status: 204 len: 168 time: 0.5064049 May 20 18:19:41.927138 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 34598) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:41.934429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc60ac5b-d069-477f-874d-80491e125ec0,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:41.949468 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:19:41.963753 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] 10.222.0.32 "PUT /v2.0/routers/4f80111f-e040-44c2-a6f4-15ee44086732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1733959 May 20 18:19:41.991057 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:42.016844 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9ff504e9-e268-4c93-8d18-af8ddc19f4f1 req-cd7e6d4c-6f31-4a9a-a805-8f15a08c0879 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 210 time: 0.0858529 May 20 18:19:42.086502 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.181928 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d010f3cf-1417-48c2-a9c1-88c38860bcb0 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:19:42.237073 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.252590 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d17a3f4-151d-43e3-b620-7bbabc568356']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:42.267527 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port d010f3cf-1417-48c2-a9c1-88c38860bcb0 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:19:42.268410 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60425fd5-6dad-4d1e-9cd1-4245cedbedcc') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:42.268831 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60425fd5-6dad-4d1e-9cd1-4245cedbedcc') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:42.274099 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port d010f3cf-1417-48c2-a9c1-88c38860bcb0 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:19:42.274609 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.281268 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.306022 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.313460 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:19:42.313921 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:19:42.327733 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:19:42.396156 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.436559 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port d010f3cf-1417-48c2-a9c1-88c38860bcb0, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=d010f3cf-1417-48c2-a9c1-88c38860bcb0,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:19:42.458795 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.466429 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:42.489853 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.515106 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-05c9b82d-14f4-42f7-888f-adcb5122cd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:42.532606 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:42.549609 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d17a3f4-151d-43e3-b620-7bbabc568356,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:42.551584 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:42.557703 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-600e8e52-aab3-4533-bae1-21b67157c4c2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6d17a3f4-151d-43e3-b620-7bbabc568356 HTTP/1.1" status: 204 len: 168 time: 0.6233399 May 20 18:19:42.563352 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=d010f3cf-1417-48c2-a9c1-88c38860bcb0,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:42.574748 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.575239 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.575588 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.576028 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.576347 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.576666 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.576980 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.577295 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.577625 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.577939 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.578251 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.578634 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Tracked resource versions report: May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: pushed versions: May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: { 'AddressGroup': {'1.2'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'ConntrackHelper': {'1.0'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Log': {'1.0'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Network': {'1.1'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Port': {'1.7'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'PortForwarding': {'1.2'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'QosPolicy': {'1.8'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroup': {'1.4'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroupRule': {'1.2'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SubPort': {'1.0'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Subnet': {'1.1'}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Trunk': {'1.1'}} May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: consumer versions: May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: { DHCP agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: HyperV agent@hv-cinder-79246: {}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: L3 agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: Metadata agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: Metering agent@dv-cinder-792462-1-iscsi: {}, May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: Open vSwitch agent@dv-cinder-792462-1-iscsi: { 'AddressGroup': '1.2', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'ConntrackHelper': '1.0', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Log': '1.0', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Network': '1.1', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Port': '1.7', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'PortForwarding': '1.2', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'QosPolicy': '1.8', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroup': '1.4', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SecurityGroupRule': '1.2', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'SubPort': '1.0', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Subnet': '1.1', May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: 'Trunk': '1.1'}} May 20 18:19:42.579773 dv-cinder-792462-1-iscsi neutron-server[91635]: {{(pid=91635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:19:42.582242 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-913b1de5-ba58-4d89-a346-c90546c7c400 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:42.582525 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-913b1de5-ba58-4d89-a346-c90546c7c400 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Synchronizing usage tracker for tenant:0ba338b992f646719ca5726dde49735f on resource:network {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:19:42.583246 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:42.603062 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-913b1de5-ba58-4d89-a346-c90546c7c400 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Unset dirty status for tenant:0ba338b992f646719ca5726dde49735f on resource:network {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:19:42.604234 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-913b1de5-ba58-4d89-a346-c90546c7c400 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 818 time: 0.2150524 May 20 18:19:42.653236 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-37734f79-7dfa-49bb-a183-bd86283390c1 req-052afa58-4d59-44d0-a217-7ef8a2936d99 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 210 time: 0.0480578 May 20 18:19:42.659531 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Sync routers for ids ['4f80111f-e040-44c2-a6f4-15ee44086732'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:19:42.663100 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-03ff3d25-0df2-4cb3-bb25-481614f64d9e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/quotas/0ba338b992f646719ca5726dde49735f HTTP/1.1" status: 200 len: 375 time: 0.0229836 May 20 18:19:42.672806 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Routers {'4f80111f-e040-44c2-a6f4-15ee44086732'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:19:42.673536 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:19:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['4f80111f-e040-44c2-a6f4-15ee44086732'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:42.830525 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-24d1f726-ffb9-4530-9c81-ca24e4a8df94 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1632316 May 20 18:19:42.830804 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34636) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:42.929600 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-026b2ab9-b1a8-44ef-ba59-6558a1e9cdb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=487d34b69a6647198dcb5ce3e91a43d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0969188 May 20 18:19:42.932218 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34640) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:42.977923 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Set router 4f80111f-e040-44c2-a6f4-15ee44086732 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:19:42.982356 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-2a2f0dba-17bb-438b-ac7d-6a7e7dd412db service neutron] 10.222.0.32 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508150 May 20 18:19:43.001869 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:43.035282 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:43.114957 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:43.121855 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-09fff513-32ee-46a6-8b9d-c2768f2fc2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:43.136236 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a014df-e7bd-4a42-b4ef-3e916d83faac,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:43.139089 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:43.140548 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:43.142264 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25a014df-e7bd-4a42-b4ef-3e916d83faac HTTP/1.1" status: 204 len: 168 time: 0.2084243 May 20 18:19:43.160699 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-ee4e9b19-1070-4685-a7d2-c4d0ab677338 service neutron] 10.222.0.32 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774645 May 20 18:19:43.345578 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-acdfed56-ffdc-4938-b221-ad670d1567a7 req-4bd65497-3b2e-4b1d-b6e2-0f9348f73031 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 210 time: 0.0653763 May 20 18:19:43.371105 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port': {'id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:35Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'b849dd3b-1af5-4719-84e7-e9c812a726ab', 'name': '', 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'mac_address': 'fa:16:3e:4e:d3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:39Z', 'updated_at': '2021-05-20T18:19:41Z', 'revision_number': 2, 'project_id': '0ba338b992f646719ca5726dde49735f', 'subnets': [{'id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:43.376309 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Checking router: 4f80111f-e040-44c2-a6f4-15ee44086732 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:19:43.376848 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Updating router 4f80111f-e040-44c2-a6f4-15ee44086732 port b849dd3b-1af5-4719-84e7-e9c812a726ab binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:19:43.479837 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:43.544505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c60570d2-c6a9-46ee-bc9f-71a53ffcc709 req-52ffc5db-9a81-40e5-953a-961163b748c9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 210 time: 0.0563502 May 20 18:19:43.579458 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.42', 64916) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:43.849740 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34692) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:43.970677 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e05bf3bf-35e8-4b76-90d8-4c5a545bcbd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b5544d054904384bfccf6b303bcb3cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1181376 May 20 18:19:43.973558 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34704) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:44.103107 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd8511d9-ca69-43ff-9cfd-bc0f95ea8faa req-104b79bc-ce79-4287-b928-624a5d3dfba7 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 210 time: 0.1434608 May 20 18:19:44.216817 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de10d-b435-496b-a935-aaabd1733221 req-2ca3c0a4-81fb-41bd-a2a9-9facf2c82df1 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:44.222549 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:44.233504 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-2ca3c0a4-81fb-41bd-a2a9-9facf2c82df1 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.42 "GET /v2.0/networks?id=8986401e-c32e-43ff-a107-669907195cde HTTP/1.1" status: 200 len: 810 time: 0.6528504 May 20 18:19:44.272436 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:44.296352 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d010f3cf-1417-48c2-a9c1-88c38860bcb0 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:19:44.355232 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Request body: {'port': {'device_id': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'network_id': '8986401e-c32e-43ff-a107-669907195cde', 'admin_state_up': True, 'tenant_id': '615a5cc19df84259a5800bbfecbc6a93'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:44.381555 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.42', 64922) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:44.557395 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:44.572263 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:44.595512 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6998fbff-5183-4e0c-82a7-436d2079dbd6,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:44.599120 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:44.610892 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:44.614264 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6998fbff-5183-4e0c-82a7-436d2079dbd6 HTTP/1.1" status: 204 len: 168 time: 0.6378756 May 20 18:19:44.708842 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-4e36ad67-427d-4103-894a-09836fad8b30 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:44.709371 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:44.710398 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-4e36ad67-427d-4103-894a-09836fad8b30 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Synchronizing usage tracker for tenant:7e2228279a9442af840635a659cb8c4c on resource:network {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:19:44.734633 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Transition to ACTIVE for port object b849dd3b-1af5-4719-84e7-e9c812a726ab will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:19:44.763695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-4e36ad67-427d-4103-894a-09836fad8b30 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Unset dirty status for tenant:7e2228279a9442af840635a659cb8c4c on resource:network {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:19:44.765133 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-4e36ad67-427d-4103-894a-09836fad8b30 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.3762834 May 20 18:19:44.775757 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:44.779775 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Request body: {'port': {'device_id': '2c5bf821-7774-47dd-b463-607cee8bff61', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'admin_state_up': True, 'tenant_id': '7e2228279a9442af840635a659cb8c4c'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:44.793790 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:44.800020 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9acaa953-5be7-4643-bcd4-22180af603b9 req-a86367b8-1f58-43ae-9dbb-87c4321910de tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 210 time: 0.0790293 May 20 18:19:44.906687 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port d010f3cf-1417-48c2-a9c1-88c38860bcb0 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:19:44.907595 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:44.958183 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-e4a3721d-f7ba-4dd3-bf91-93fe6d6b0b79 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:44.970557 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-e4a3721d-f7ba-4dd3-bf91-93fe6d6b0b79 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 818 time: 0.6992826 May 20 18:19:44.992331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:44.996171 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Usage tracker for resource:port and tenant:615a5cc19df84259a5800bbfecbc6a93 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:44.999091 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:45.005043 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:45.020899 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-f6119615-7896-4eed-a6c1-0d8875fd2c7d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/quotas/0ba338b992f646719ca5726dde49735f HTTP/1.1" status: 200 len: 375 time: 0.0494022 May 20 18:19:45.023700 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Made reservation on behalf of 615a5cc19df84259a5800bbfecbc6a93 for: {'port': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:45.027924 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.093518 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfd209-0b87-442f-a45f-86f180340eb9 None None] Pushing event updated for resources: {'Port': ['ID=b849dd3b-1af5-4719-84e7-e9c812a726ab,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:45.107903 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-afbfd209-0b87-442f-a45f-86f180340eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:45.150840 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:45.161682 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Usage tracker for resource:port and tenant:7e2228279a9442af840635a659cb8c4c is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:45.169980 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:45.184898 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:45.214090 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Made reservation on behalf of 7e2228279a9442af840635a659cb8c4c for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:45.219185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.227832 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Attempting to bind port b849dd3b-1af5-4719-84e7-e9c812a726ab on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:19:45.228334 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Attempting to bind port b849dd3b-1af5-4719-84e7-e9c812a726ab by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:19:45.228853 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Attempting to bind port b849dd3b-1af5-4719-84e7-e9c812a726ab on network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:19:45.267532 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Allocated IP 172.20.0.10 (8986401e-c32e-43ff-a107-669907195cde/042ddb94-bf62-4513-a1f9-a42aaacb61e9/dc0f9017-4ed6-4879-8689-b2e01c760f2a) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:19:45.272049 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:19:45.272306 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Checking segment: {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:45.272868 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.273557 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Bound using segment: {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:19:45.274205 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Bound port: b849dd3b-1af5-4719-84e7-e9c812a726ab, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:19:45.274849 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.368746 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34772) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:45.438304 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] For port b849dd3b-1af5-4719-84e7-e9c812a726ab, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:19:45.443796 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] For port b849dd3b-1af5-4719-84e7-e9c812a726ab, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=b849dd3b-1af5-4719-84e7-e9c812a726ab,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:19:45.455908 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.462743 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:45.487226 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.42', 64928) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:45.563105 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.690607 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Routers {'4f80111f-e040-44c2-a6f4-15ee44086732'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:19:45.691486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:19:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['4f80111f-e040-44c2-a6f4-15ee44086732'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:45.709156 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a111c8a0-42b5-4f36-a94b-23dc5c75856f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6846097 May 20 18:19:45.760802 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.798511 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:45.844018 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Network 8986401e-c32e-43ff-a107-669907195cde is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:19:45.851164 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfd209-0b87-442f-a45f-86f180340eb9 None None] Pushing event updated for resources: {'Port': ['ID=b849dd3b-1af5-4719-84e7-e9c812a726ab,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:45.860584 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-afbfd209-0b87-442f-a45f-86f180340eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:45.864760 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:45.876842 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:19:45.963919 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:45.986886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:45.989272 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:46.002236 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Allocated IP 172.20.0.13 (9cfebf9b-f2cc-4d94-8576-bda8bd523cd4/91dae1e4-ace5-48a5-a868-2d7d54b0650b/8ffa78fb-1208-4553-96f5-50b3049ee223) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:19:46.024646 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:46.056429 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7124517 May 20 18:19:46.326763 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-ec93b7fc-ff90-4834-984a-25e934c3d2fd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:46.328853 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-ec93b7fc-ff90-4834-984a-25e934c3d2fd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 818 time: 0.8410101 May 20 18:19:46.345406 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Usage tracker for resource:security_group_rule and tenant:31086ea1457f49a395ae7aaf537d92e0 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:46.350068 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:46.359391 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] Set router 4f80111f-e040-44c2-a6f4-15ee44086732 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:19:46.364019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Request body: {'port': {'device_id': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'admin_state_up': True, 'tenant_id': '0ba338b992f646719ca5726dde49735f'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:46.380475 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:46.389180 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-6185873c-14de-4da3-b079-0e184b08bc81 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:19:46.390627 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-6185873c-14de-4da3-b079-0e184b08bc81 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588610 May 20 18:19:46.393556 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Pushing event updated for resources: {'Port': ['ID=dc0f9017-4ed6-4879-8689-b2e01c760f2a,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:46.416409 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:46.537174 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-6e245075-6006-43ba-b82e-4bc2f65781a4 service neutron] 10.222.0.32 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270807 May 20 18:19:46.792858 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:46.811309 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-78bd9e7d-3eca-4d2b-9028-713232b674a7 service neutron] 10.222.0.32 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565866 May 20 18:19:46.839370 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf0c5f-612c-4248-a3b7-02fb1b828633 req-4e7b5d54-8912-4909-8685-58a035d5c5ee tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:46.842649 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-f3bf0c5f-612c-4248-a3b7-02fb1b828633 req-4e7b5d54-8912-4909-8685-58a035d5c5ee tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Synchronizing usage tracker for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:19:46.908870 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-f3bf0c5f-612c-4248-a3b7-02fb1b828633 req-4e7b5d54-8912-4909-8685-58a035d5c5ee tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Unset dirty status for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:19:46.916176 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3bf0c5f-612c-4248-a3b7-02fb1b828633 req-4e7b5d54-8912-4909-8685-58a035d5c5ee tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 932 time: 0.5886819 May 20 18:19:46.955380 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:46.974524 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Usage tracker for resource:port and tenant:0ba338b992f646719ca5726dde49735f is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:46.997727 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:47.018732 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-f3bf0c5f-612c-4248-a3b7-02fb1b828633 req-2bf1ac85-bb7f-4405-be4a-47ff369279b0 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Synchronizing usage tracker for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:19:47.026929 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:47.041698 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-f3bf0c5f-612c-4248-a3b7-02fb1b828633 req-2bf1ac85-bb7f-4405-be4a-47ff369279b0 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Unset dirty status for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:19:47.055780 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3bf0c5f-612c-4248-a3b7-02fb1b828633 req-2bf1ac85-bb7f-4405-be4a-47ff369279b0 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386032 May 20 18:19:47.074268 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Made reservation on behalf of 0ba338b992f646719ca5726dde49735f for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:19:47.079590 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:47.103945 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:47.225452 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port': {'id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:35Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'b849dd3b-1af5-4719-84e7-e9c812a726ab', 'name': '', 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'mac_address': 'fa:16:3e:4e:d3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:39Z', 'updated_at': '2021-05-20T18:19:45Z', 'revision_number': 4, 'project_id': '0ba338b992f646719ca5726dde49735f', 'subnets': [{'id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:19:47.232586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:47.237060 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba043b-5949-4ece-8f60-5bdb80552a26 None None] The sync data for ids ['4f80111f-e040-44c2-a6f4-15ee44086732'] in dv-cinder-792462-1-iscsi is: [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port': {'id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:35Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'b849dd3b-1af5-4719-84e7-e9c812a726ab', 'name': '', 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'mac_address': 'fa:16:3e:4e:d3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:39Z', 'updated_at': '2021-05-20T18:19:45Z', 'revision_number': 4, 'project_id': '0ba338b992f646719ca5726dde49735f', 'subnets': [{'id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:19:47.271708 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:19:47.448995 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:19:47.465083 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e4e9-2f65-4f06-82cb-afcf3bb8401f req-bb94e638-399a-4c4d-8648-33c8324cbb90 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:47.479405 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f731e4e9-2f65-4f06-82cb-afcf3bb8401f req-bb94e638-399a-4c4d-8648-33c8324cbb90 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 932 time: 0.2468469 May 20 18:19:47.511823 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Request body: {'port': {'device_id': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:47.648946 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:47.661115 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:47.663538 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f731e4e9-2f65-4f06-82cb-afcf3bb8401f req-507728af-102d-418f-8d66-ae35f21fe771 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831024 May 20 18:19:47.685474 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:19:47.711056 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:47.712589 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:47.958642 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3fc39bc1-ef87-4b0b-858a-298fa34d3bf0 req-b8d46c69-ad36-4666-8005-c40a2f7b3dea tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.1858919 May 20 18:19:47.981185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:48.020340 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:48.041000 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2674594 May 20 18:19:48.239365 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Request body: {'port': {'device_id': '2c5bf821-7774-47dd-b463-607cee8bff61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:48.351185 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device b849dd3b-1af5-4719-84e7-e9c812a726ab up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:19:48.569735 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:48.638897 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port b849dd3b-1af5-4719-84e7-e9c812a726ab completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:19:48.648012 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port b849dd3b-1af5-4719-84e7-e9c812a726ab triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:19:48.651304 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:48.838858 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279ec4-c48f-45a5-b70c-159d2aecb417 req-a5a36ea8-68f0-40b1-9697-d6e1e531f8e2 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:48.854998 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-37279ec4-c48f-45a5-b70c-159d2aecb417 req-a5a36ea8-68f0-40b1-9697-d6e1e531f8e2 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 932 time: 0.4308858 May 20 18:19:48.966363 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-37279ec4-c48f-45a5-b70c-159d2aecb417 req-2eeab7a0-d474-4704-af94-3d1720dc21f8 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995748 May 20 18:19:49.075135 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:49.212343 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port b849dd3b-1af5-4719-84e7-e9c812a726ab, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=b849dd3b-1af5-4719-84e7-e9c812a726ab,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:19:49.224890 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:49.231402 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:49.253631 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0f9017-4ed6-4879-8689-b2e01c760f2a {{(pid=91634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:19:49.274283 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:49.319326 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Transition to ACTIVE for port object dc0f9017-4ed6-4879-8689-b2e01c760f2a will not be triggered until provisioned by entity L2. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:19:49.329409 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:49.337856 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:49.467462 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=b849dd3b-1af5-4719-84e7-e9c812a726ab,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:49.477770 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:49.621490 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Allocated IP 172.20.0.9 (0c5c834c-a8e3-4d27-98f7-d5af42b98d93/48a2d5e0-19c1-47e7-a743-52fd326bea76/2eea14d2-b626-4bce-a68b-19fc3291026b) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:19:49.637532 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31086ea1457f49a395ae7aaf537d92e0&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2708738 May 20 18:19:49.652921 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34932) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:49.665297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event updated for resources: {'Port': ['ID=8ffa78fb-1208-4553-96f5-50b3049ee223,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:49.712815 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.494s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:49.713531 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.623s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:49.749198 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0f9017-4ed6-4879-8689-b2e01c760f2a,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:49.758469 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:49.855008 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8868c55a-80d3-4729-bce5-577aa136aaba,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:49.863725 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:49.969973 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-37ef26a8-cbdd-4ca9-9d5b-5701020facd0 req-0644d764-1a03-4bfd-a696-86b503d7ba2f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.2428691 May 20 18:19:49.995090 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Attempting to bind port dc0f9017-4ed6-4879-8689-b2e01c760f2a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:19:49.995639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Attempting to bind port dc0f9017-4ed6-4879-8689-b2e01c760f2a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2d0fb4b5-333c-4422-b82d-e16cf0264cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8986401e-c32e-43ff-a107-669907195cde'}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:19:49.999124 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Attempting to bind port dc0f9017-4ed6-4879-8689-b2e01c760f2a on network 8986401e-c32e-43ff-a107-669907195cde {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:19:50.015829 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Port dc0f9017-4ed6-4879-8689-b2e01c760f2a on network 8986401e-c32e-43ff-a107-669907195cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:19:50.016461 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Attempting to bind port dc0f9017-4ed6-4879-8689-b2e01c760f2a on network 8986401e-c32e-43ff-a107-669907195cde {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:19:50.034601 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffa78fb-1208-4553-96f5-50b3049ee223 {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:19:50.042316 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:19:50.042678 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Checking segment: {'id': '2d0fb4b5-333c-4422-b82d-e16cf0264cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8986401e-c32e-43ff-a107-669907195cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:50.049705 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Bound using segment: {'id': '2d0fb4b5-333c-4422-b82d-e16cf0264cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8986401e-c32e-43ff-a107-669907195cde'} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:19:50.050562 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Bound port: dc0f9017-4ed6-4879-8689-b2e01c760f2a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0fb4b5-333c-4422-b82d-e16cf0264cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8986401e-c32e-43ff-a107-669907195cde'}}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:19:50.051053 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.053019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 34944) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:50.068868 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.100722 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.139802 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c870-e8ea-437f-a7ac-0fabb875a648 req-565477a4-e0c4-46f4-b5b4-eeb22390aa02 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:50.148831 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2ba6c870-e8ea-437f-a7ac-0fabb875a648 req-565477a4-e0c4-46f4-b5b4-eeb22390aa02 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 932 time: 0.6775343 May 20 18:19:50.172141 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Transition to ACTIVE for port object 8ffa78fb-1208-4553-96f5-50b3049ee223 will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:19:50.197737 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.212361 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-150e9b88-3c96-4ac9-8d59-cc5367b91c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:50.271089 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.299970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device b849dd3b-1af5-4719-84e7-e9c812a726ab up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:19:50.425559 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port b849dd3b-1af5-4719-84e7-e9c812a726ab triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:19:50.426412 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.524903 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.576280 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830217-8701-4b89-b108-223805f1115f service neutron] Pushing event updated for resources: {'Port': ['ID=8ffa78fb-1208-4553-96f5-50b3049ee223,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:50.582483 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aa830217-8701-4b89-b108-223805f1115f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:50.609987 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2ba6c870-e8ea-437f-a7ac-0fabb875a648 req-b5ca111b-a086-40fc-8b2b-8ba73c0062bc tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392688 May 20 18:19:50.709249 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] For port dc0f9017-4ed6-4879-8689-b2e01c760f2a, host hv-cinder-79246, cleared binding levels {{(pid=91634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:19:50.717974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] For port dc0f9017-4ed6-4879-8689-b2e01c760f2a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=dc0f9017-4ed6-4879-8689-b2e01c760f2a,segment=NetworkSegment(2d0fb4b5-333c-4422-b82d-e16cf0264cbb),segment_id=2d0fb4b5-333c-4422-b82d-e16cf0264cbb)] {{(pid=91634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:19:50.738408 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5e86-9a8b-4f97-9d8d-7e47038b838e req-458c128d-2a16-4b02-8170-9b646bd7578b tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:50.739982 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-237b5e86-9a8b-4f97-9d8d-7e47038b838e req-458c128d-2a16-4b02-8170-9b646bd7578b tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.3275554 May 20 18:19:50.741849 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.766499 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:50.783479 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.900196 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.937760 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:50.938492 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:50.939902 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] 10.222.0.42 "PUT /v2.0/ports/dc0f9017-4ed6-4879-8689-b2e01c760f2a HTTP/1.1" status: 200 len: 1094 time: 3.8047647 May 20 18:19:50.940384 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'tag': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:19:50.953781 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-642318b9-553c-4834-aabc-0f7c0f07d512 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:51.005546 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-237b5e86-9a8b-4f97-9d8d-7e47038b838e req-ada5521f-cf1a-411c-8d50-45f522e3d1b9 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400727 May 20 18:19:51.043253 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0f9017-4ed6-4879-8689-b2e01c760f2a,revision_number=3']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:51.062698 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:19:51.075468 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Attempting to bind port 8ffa78fb-1208-4553-96f5-50b3049ee223 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:19:51.076149 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Attempting to bind port 8ffa78fb-1208-4553-96f5-50b3049ee223 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:19:51.076602 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Attempting to bind port 8ffa78fb-1208-4553-96f5-50b3049ee223 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:19:51.081855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:51.083710 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:19:51.087151 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:19:51.093037 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:51.093736 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.132346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Port 8ffa78fb-1208-4553-96f5-50b3049ee223 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:19:51.132346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Attempting to bind port 8ffa78fb-1208-4553-96f5-50b3049ee223 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:19:51.135145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.136420 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:51.152687 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:19:51.153142 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Checking segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:19:51.158724 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Bound using segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:19:51.159280 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Bound port: 8ffa78fb-1208-4553-96f5-50b3049ee223, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:19:51.159645 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.284806 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] For port 8ffa78fb-1208-4553-96f5-50b3049ee223, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:19:51.289612 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.293712 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8868c55a-80d3-4729-bce5-577aa136aaba HTTP/1.1" status: 204 len: 168 time: 1.6354613 May 20 18:19:51.296219 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] For port 8ffa78fb-1208-4553-96f5-50b3049ee223, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ffa78fb-1208-4553-96f5-50b3049ee223,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:19:51.303076 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Usage tracker for resource:security_group_rule and tenant:254264aa94794f798b10159b8d6f5511 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:51.316395 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7353ae1-4aab-4386-bd67-a2cbe93782a3 req-ae2a3b95-8d8d-42fe-aedc-6c874cbe884c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.0716786 May 20 18:19:51.318528 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9577286 May 20 18:19:51.319891 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:51.348744 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.351518 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:51.397483 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Pushing event updated for resources: {'Port': ['ID=2eea14d2-b626-4bce-a68b-19fc3291026b,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:51.437941 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:51.439502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3341011-08dd-4576-a054-381547ac83d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:51.454896 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'tag': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a', 'status': 'completed', 'code': 200} May 20 18:19:51.457054 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8868c55a-80d3-4729-bce5-577aa136aaba,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:51.463643 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:51.467558 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:51.584161 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:51.584320 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.586167 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-aa830217-8701-4b89-b108-223805f1115f service neutron] 10.222.0.42 "PUT /v2.0/ports/8ffa78fb-1208-4553-96f5-50b3049ee223 HTTP/1.1" status: 200 len: 1094 time: 3.3858869 May 20 18:19:51.590614 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5bf821-7774-47dd-b463-607cee8bff61', 'tag': '8ffa78fb-1208-4553-96f5-50b3049ee223'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:19:51.897830 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.903595 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cf610-37f7-467e-bbdf-e7763185a0c0 req-26cfc599-d90a-4f6d-83d5-8692ee748c75 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:51.913645 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d78cf610-37f7-467e-bbdf-e7763185a0c0 req-26cfc599-d90a-4f6d-83d5-8692ee748c75 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.1741152 May 20 18:19:51.920468 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830217-8701-4b89-b108-223805f1115f service neutron] Pushing event updated for resources: {'Port': ['ID=8ffa78fb-1208-4553-96f5-50b3049ee223,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:51.923333 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:51.981805 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aa830217-8701-4b89-b108-223805f1115f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:51.982296 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:51.995977 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=254264aa94794f798b10159b8d6f5511&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9328730 May 20 18:19:51.996563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35008) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:52.090724 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d78cf610-37f7-467e-bbdf-e7763185a0c0 req-5ee943d8-108e-452e-b54b-9918f5e675e2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760399 May 20 18:19:52.115768 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c70481-82fe-410a-8ee9-9c50c53a3d76,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:52.135263 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:52.183358 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:52.212462 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:52.280162 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:52.285919 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:52.338119 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c70481-82fe-410a-8ee9-9c50c53a3d76,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:52.341713 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:52.355219 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:52.366154 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47c70481-82fe-410a-8ee9-9c50c53a3d76 HTTP/1.1" status: 204 len: 168 time: 0.3668880 May 20 18:19:52.414870 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e154bd8-196e-4a6e-8256-235049850b35 req-6c0650f6-f629-4c84-80d5-f47e60f9f0e1 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:52.417057 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7e154bd8-196e-4a6e-8256-235049850b35 req-6c0650f6-f629-4c84-80d5-f47e60f9f0e1 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.1878462 May 20 18:19:52.508821 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7e154bd8-196e-4a6e-8256-235049850b35 req-07e9f08c-41c7-4631-a0f4-b2d5f706c584 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781145 May 20 18:19:52.509443 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5bf821-7774-47dd-b463-607cee8bff61', 'tag': '8ffa78fb-1208-4553-96f5-50b3049ee223', 'status': 'completed', 'code': 200} May 20 18:19:52.793749 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-36773976-c09d-4d82-98ee-ee85dfa75914 req-8d815b1e-10f5-4707-b838-1f159827b696 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.0698569 May 20 18:19:53.068916 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-aa77c4ba-3003-4b53-ac46-125618f6c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:53.337914 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd1f5c-97a5-419e-93b9-33f4aee21e90 req-b7acee9f-dc14-4c56-9086-79fe4d721a0d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:53.340165 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f4bd1f5c-97a5-419e-93b9-33f4aee21e90 req-b7acee9f-dc14-4c56-9086-79fe4d721a0d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.0948732 May 20 18:19:53.399992 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f4bd1f5c-97a5-419e-93b9-33f4aee21e90 req-8bf36a64-b9f3-466d-b299-6b39a54cc8e1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533097 May 20 18:19:53.989827 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1100e12-5377-4dba-bb82-e46533351940 req-a0a7cfec-6a54-4c3e-afd1-ff3bf189ec0e tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:53.995027 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d1100e12-5377-4dba-bb82-e46533351940 req-a0a7cfec-6a54-4c3e-afd1-ff3bf189ec0e tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.2474408 May 20 18:19:54.208883 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d1100e12-5377-4dba-bb82-e46533351940 req-683d2fdc-7410-4594-b0dd-bbcd57fd1612 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069516 May 20 18:19:54.224900 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-af93dd22-0c30-4c32-82bf-99266996e743 req-782687cf-72cd-4b22-9fde-64d381754e41 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.2090788 May 20 18:19:54.825482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ad65-2ede-4a0c-ac95-2265937e89b5 req-0538f025-f9fe-4812-81c1-8ec7ddc02980 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:54.828179 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-efd6ad65-2ede-4a0c-ac95-2265937e89b5 req-0538f025-f9fe-4812-81c1-8ec7ddc02980 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.2226317 May 20 18:19:54.883703 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-efd6ad65-2ede-4a0c-ac95-2265937e89b5 req-bd2facf3-fd19-46af-9674-2ec0821c695f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 May 20 18:19:55.232858 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35174) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:55.371845 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-cf5e84ed-2006-43e4-a75a-f4194d638408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:55.490654 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7490f47d-e402-4afb-9142-d270cca5760f req-b68a4d48-c1e5-4f3d-808c-48ab83c8d1ff tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.1017296 May 20 18:19:55.562779 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1028-8f0a-4cdf-9503-71abb3233812 req-1f45ff24-63ec-457b-85ae-e472419b8167 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:55.564448 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-49ef1028-8f0a-4cdf-9503-71abb3233812 req-1f45ff24-63ec-457b-85ae-e472419b8167 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.1238275 May 20 18:19:55.569395 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:55.607529 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35188) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:55.610629 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:55.618951 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Usage tracker for resource:security_group_rule and tenant:b67f569487ff4c7484e135ee1624966b is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:55.622725 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:55.630264 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:55.633568 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:55.645119 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-49ef1028-8f0a-4cdf-9503-71abb3233812 req-f4d68c66-006b-4725-8e06-fab8426a1b2f tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 May 20 18:19:55.762691 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:55.773101 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:55.783381 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ffe7c1f8-0299-4836-8d7f-b73d35cbde11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:55.848367 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b67f569487ff4c7484e135ee1624966b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6136384 May 20 18:19:55.856852 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35200) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:55.861228 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5cf3f-5342-489d-8e82-475014bd8823,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:55.882501 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:55.917533 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35206) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:55.987188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:55.989959 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.039727 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.053659 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:56.060562 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Usage tracker for resource:security_group_rule and tenant:0bb6cc3b7d1d4e2380f19a6b68e0ed82 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:56.060762 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.063818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:56.066701 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:56.074893 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Usage tracker for resource:security_group_rule and tenant:fc34d9c1a3e04728a4c1434408dba8e3 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:56.078022 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:56.081341 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:56.105355 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:56.224644 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.239277 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-57aa0e99-d289-4799-a188-c32e4207858e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:56.260516 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcaa0f-48b8-4b31-b1ea-c06856b3c260 req-9d1f5e88-af93-4f71-8d06-3bcd3e9209ea tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:56.285102 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2efcaa0f-48b8-4b31-b1ea-c06856b3c260 req-9d1f5e88-af93-4f71-8d06-3bcd3e9209ea tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.1661541 May 20 18:19:56.285102 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d5cf3f-5342-489d-8e82-475014bd8823,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:56.288676 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:56.291168 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.292640 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12d5cf3f-5342-489d-8e82-475014bd8823 HTTP/1.1" status: 204 len: 168 time: 0.4403973 May 20 18:19:56.298693 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.311185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.349961 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2e3ad977-126e-4e71-9770-285adbcc7259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:56.363824 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2efcaa0f-48b8-4b31-b1ea-c06856b3c260 req-0e0dcf2a-5294-4a91-bc8d-c8fc3b95253e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695772 May 20 18:19:56.432168 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bb6cc3b7d1d4e2380f19a6b68e0ed82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8232324 May 20 18:19:56.434875 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35234) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:56.443991 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc7c2e-ac9a-40e4-b23b-a73816d2d8ba,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:56.449179 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:56.479664 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.487840 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.531986 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.566102 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:56.571106 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.599313 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc34d9c1a3e04728a4c1434408dba8e3&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6800201 May 20 18:19:56.600057 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35242) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:56.603750 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35246) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:56.674305 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.827592 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.829960 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24dcd54-766a-4e3f-a6e0-4808a2488907,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:56.838499 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:56.900539 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.909263 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5227764d-d188-43df-9996-122d15bf2304 req-e54750da-775d-49a4-aa32-b1edda9046c0 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.1743002 May 20 18:19:56.936399 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:56.945373 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7c244927-689d-4d74-a4b7-1d63a93ec9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:57.051641 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.056911 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b22cac29-5d84-4958-8390-116a8fd0ed6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:57.148162 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc7c2e-ac9a-40e4-b23b-a73816d2d8ba,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:57.163488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24dcd54-766a-4e3f-a6e0-4808a2488907,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:57.173827 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:57.175094 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:57.183510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.193524 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.201271 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c24dcd54-766a-4e3f-a6e0-4808a2488907 HTTP/1.1" status: 204 len: 168 time: 0.5906549 May 20 18:19:57.235703 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:57.240302 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.244297 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0bc7c2e-ac9a-40e4-b23b-a73816d2d8ba HTTP/1.1" status: 204 len: 168 time: 0.8071258 May 20 18:19:57.258465 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Usage tracker for resource:security_group_rule and tenant:cf14c975fcd84f7da5ecd63a99edfed3 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:57.263187 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:57.270501 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:57.302266 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e6ad-ef29-48e8-9cfd-5e6969de5e42 req-82b316be-b52b-453d-8ea8-8677940410d8 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:57.303862 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3b8e6ad-ef29-48e8-9cfd-5e6969de5e42 req-82b316be-b52b-453d-8ea8-8677940410d8 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.3258543 May 20 18:19:57.394338 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3b8e6ad-ef29-48e8-9cfd-5e6969de5e42 req-aa2dd9cb-256c-4d9f-8658-6837101ae10b tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806749 May 20 18:19:57.492551 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.515740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.564267 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ce9deb1b-f1cb-4bd4-bc38-970f21d41bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:57.652633 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf14c975fcd84f7da5ecd63a99edfed3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0510156 May 20 18:19:57.655851 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35284) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:57.662895 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2056a307-651c-4fa4-b9c3-76c5418c6474,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:57.674403 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:57.720090 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b20f7f-60fb-4310-96f9-a11acc08de8a req-ebcb2826-6fcf-4705-a6f5-a48b068f2ed3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:57.722218 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-30b20f7f-60fb-4310-96f9-a11acc08de8a req-ebcb2826-6fcf-4705-a6f5-a48b068f2ed3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.1596162 May 20 18:19:57.796597 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-30b20f7f-60fb-4310-96f9-a11acc08de8a req-cbb257b5-662a-447f-be68-89af556551af tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674102 May 20 18:19:57.800959 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.812769 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35290) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:57.834366 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.851488 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:57.856249 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Usage tracker for resource:security_group_rule and tenant:d9e5f994f06b46878457634c1ec43381 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:57.859629 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:57.865442 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.866450 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:57.886890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35294) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:57.915788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:57.945768 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:57.949940 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Usage tracker for resource:security_group_rule and tenant:5bf804f358f649949c3a46672153e014 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:57.953306 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:57.960616 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:58.004765 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.010086 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.011289 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.024860 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:58.025071 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-0ddeb820-ad4f-47a8-8343-c5938696e3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:58.053373 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2056a307-651c-4fa4-b9c3-76c5418c6474,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:58.055807 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:58.088740 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.092353 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2056a307-651c-4fa4-b9c3-76c5418c6474 HTTP/1.1" status: 204 len: 168 time: 0.4318144 May 20 18:19:58.108988 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9e5f994f06b46878457634c1ec43381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948887 May 20 18:19:58.113212 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35302) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:58.183317 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.192160 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.204641 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.213762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b02e9864-e787-4115-ae7c-caf7fd655e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:58.280127 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bf804f358f649949c3a46672153e014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828533 May 20 18:19:58.280127 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f48664c-3d76-4e89-8fe4-bf336efcea14,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:58.282158 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35310) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:58.285240 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:58.349421 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8fcf0-0a78-4e7a-afab-a871bf4fbb18,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:58.349825 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.355024 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:58.379907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.391258 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-98c7bcf0-6313-443e-9c67-c293510d534e req-220e402f-cb1d-4c16-99d7-5910d11ac8e9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.2646353 May 20 18:19:58.440238 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.451273 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.466013 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.472488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-868ca648-9bf2-4b6b-9bdc-0d7637bab591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:58.507952 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.514116 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f48664c-3d76-4e89-8fe4-bf336efcea14 HTTP/1.1" status: 204 len: 168 time: 0.2307494 May 20 18:19:58.515058 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f48664c-3d76-4e89-8fe4-bf336efcea14,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:58.517360 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:58.522842 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.596408 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.608646 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:58.669940 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35336) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:58.688149 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc8fcf0-0a78-4e7a-afab-a871bf4fbb18,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:58.697213 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:58.702241 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.708744 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.709857 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bc8fcf0-0a78-4e7a-afab-a871bf4fbb18 HTTP/1.1" status: 204 len: 168 time: 0.5957305 May 20 18:19:58.726716 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:19:58.735464 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a0b2e6b2cf41c5acd3fca70c80c93a is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:19:58.739287 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:19:58.747317 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:19:58.748910 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b258-6027-4295-b5e5-e99d6eba05af req-2e94a0cc-0e88-4913-a072-2008875e75b6 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:58.757544 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0f80b258-6027-4295-b5e5-e99d6eba05af req-2e94a0cc-0e88-4913-a072-2008875e75b6 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.1495090 May 20 18:19:58.828719 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0f80b258-6027-4295-b5e5-e99d6eba05af req-4d1918a2-752e-4df5-b3e0-82fa4bfeea59 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704169 May 20 18:19:58.874024 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.884855 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:58.901489 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:58.962771 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0a0b2e6b2cf41c5acd3fca70c80c93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914443 May 20 18:19:58.963372 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35352) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:58.967053 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf42168e-fa5d-44a4-9aae-1c02306adf15,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:58.973175 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Request body: {'port': {'device_id': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:19:59.013200 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:59.109409 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c9035-6587-495d-8539-51d452a8ca78 req-73e1b51f-0e42-41c5-be43-9cecf53cf510 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:59.118247 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-400c9035-6587-495d-8539-51d452a8ca78 req-73e1b51f-0e42-41c5-be43-9cecf53cf510 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.1541097 May 20 18:19:59.238676 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-400c9035-6587-495d-8539-51d452a8ca78 req-97babb78-22b1-4981-b3a0-baafb13758e9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194074 May 20 18:19:59.279721 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b9fd-e599-4f17-8e6a-7096c4f5d591 req-dd9f38ed-55ec-437a-ab89-4f063c0cf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:59.281792 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3019b9fd-e599-4f17-8e6a-7096c4f5d591 req-dd9f38ed-55ec-437a-ab89-4f063c0cf8f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 1097 time: 0.1420262 May 20 18:19:59.300612 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03746c-6436-447c-9d30-509e67af40a1 req-50638097-d4ee-4679-9940-ebb1c26543d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:59.302301 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a03746c-6436-447c-9d30-509e67af40a1 req-50638097-d4ee-4679-9940-ebb1c26543d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615a5cc19df84259a5800bbfecbc6a93&device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 1097 time: 0.1269381 May 20 18:19:59.303084 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:59.320377 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:59.347478 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:59.470324 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b9fd-e599-4f17-8e6a-7096c4f5d591 req-f8c8db49-7748-4dce-82e8-3e3e0cf9dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:59.471857 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3019b9fd-e599-4f17-8e6a-7096c4f5d591 req-f8c8db49-7748-4dce-82e8-3e3e0cf9dca6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7e2228279a9442af840635a659cb8c4c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1766331 May 20 18:19:59.650158 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.42', 64958) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:59.742303 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35388) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:19:59.825907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:19:59.854521 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b5ebb8fb-7963-44dd-9942-9356cb283b99 req-9f70f0e2-6174-4c4a-8905-7461401fae79 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.2031569 May 20 18:19:59.863492 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:19:59.880440 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf42168e-fa5d-44a4-9aae-1c02306adf15,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:19:59.905666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:19:59.914004 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-e6b1c866-c804-4ec0-bee6-9cd897b8d455 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:19:59.925972 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-e6b1c866-c804-4ec0-bee6-9cd897b8d455 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 818 time: 0.2632506 May 20 18:19:59.933243 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Request body: {'port': {'device_id': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'admin_state_up': True, 'tenant_id': '0ba338b992f646719ca5726dde49735f'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:00.083218 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03746c-6436-447c-9d30-509e67af40a1 req-0067dd17-4704-4029-9e69-d61e80857bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.084899 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a03746c-6436-447c-9d30-509e67af40a1 req-0067dd17-4704-4029-9e69-d61e80857bee service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=615a5cc19df84259a5800bbfecbc6a93&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7261920 May 20 18:20:00.094681 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:00.095815 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf42168e-fa5d-44a4-9aae-1c02306adf15 HTTP/1.1" status: 204 len: 168 time: 1.1300476 May 20 18:20:00.120836 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b9fd-e599-4f17-8e6a-7096c4f5d591 req-fc4f008d-92c1-4ee3-a7bf-dbdc5ce3afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.124009 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3019b9fd-e599-4f17-8e6a-7096c4f5d591 req-fc4f008d-92c1-4ee3-a7bf-dbdc5ce3afce service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6433020 May 20 18:20:00.173802 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:00.268274 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:00.320368 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdc8423015c49dea5debb627594d2fa is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:00.321536 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:00.328168 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:00.330342 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Usage tracker for resource:port and tenant:0ba338b992f646719ca5726dde49735f is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:00.333490 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:00.347211 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:00.353983 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:00.373828 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eea14d2-b626-4bce-a68b-19fc3291026b {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:20:00.374438 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994eea5-a795-4d09-af28-d23a2f72a961 req-472a091d-72b6-4b15-8102-1a9b448a4320 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.378144 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c994eea5-a795-4d09-af28-d23a2f72a961 req-472a091d-72b6-4b15-8102-1a9b448a4320 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.2578306 May 20 18:20:00.380083 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03746c-6436-447c-9d30-509e67af40a1 req-bf71e013-5f03-45c0-b633-c7b62c454a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.381740 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a03746c-6436-447c-9d30-509e67af40a1 req-bf71e013-5f03-45c0-b633-c7b62c454a8b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2830691 May 20 18:20:00.382075 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-18f3d343-85c5-4dfc-9ea2-9bb3736b2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.383701 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-18f3d343-85c5-4dfc-9ea2-9bb3736b2409 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 1097 time: 0.1898272 May 20 18:20:00.384517 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Made reservation on behalf of 0ba338b992f646719ca5726dde49735f for: {'port': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:20:00.387519 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:00.388994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:00.419589 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Transition to ACTIVE for port object 2eea14d2-b626-4bce-a68b-19fc3291026b will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:20:00.463468 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:00.484130 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:00.514446 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-bbaa2ea1-d3c1-4359-baac-9d5ca2d0901a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa78fb-1208-4553-96f5-50b3049ee223 HTTP/1.1" status: 200 len: 217 time: 0.1113789 May 20 18:20:00.761208 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c994eea5-a795-4d09-af28-d23a2f72a961 req-0d6135e0-07a9-4f6e-948a-6e1740b94c33 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614690 May 20 18:20:00.766325 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2eea14d2-b626-4bce-a68b-19fc3291026b,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:00.789088 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:00.802313 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-0c1511c0-e339-4048-bdfd-ae76db0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.803804 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-0c1511c0-e339-4048-bdfd-ae76db0cfd36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.2358246 May 20 18:20:00.835944 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:00.846933 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e006538-5315-455e-aba2-6eacb3420d10 req-dfa54421-bd11-4772-8e09-8f9c2a1d2933 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.848455 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e006538-5315-455e-aba2-6eacb3420d10 req-dfa54421-bd11-4772-8e09-8f9c2a1d2933 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.3453143 May 20 18:20:00.852304 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:00.869701 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-80daa4a4-f336-4945-80a3-9c1d7559b5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:00.876544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Attempting to bind port 2eea14d2-b626-4bce-a68b-19fc3291026b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:20:00.876734 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Attempting to bind port 2eea14d2-b626-4bce-a68b-19fc3291026b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:20:00.876971 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Attempting to bind port 2eea14d2-b626-4bce-a68b-19fc3291026b on network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:20:00.894839 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Port 2eea14d2-b626-4bce-a68b-19fc3291026b on network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:20:00.895381 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Attempting to bind port 2eea14d2-b626-4bce-a68b-19fc3291026b on network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:20:00.924582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de10d-b435-496b-a935-aaabd1733221 req-864266e5-febd-4804-90ed-5545c5f6a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:00.926137 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-864266e5-febd-4804-90ed-5545c5f6a122 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=615a5cc19df84259a5800bbfecbc6a93&device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 1097 time: 0.4939427 May 20 18:20:00.932634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:20:00.932935 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Checking segment: {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:20:00.933327 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Bound using segment: {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:20:00.933901 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Bound port: 2eea14d2-b626-4bce-a68b-19fc3291026b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:20:00.934122 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.019867 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccdc8423015c49dea5debb627594d2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2618327 May 20 18:20:01.028848 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2012aab-73b2-4de7-80ab-930003145130,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:01.031461 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35456) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:01.040965 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-676e0ffd-c932-496a-ba0e-8f5569468d41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915541 May 20 18:20:01.045634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:01.049234 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-732a2110-c7de-4098-9a38-3eeb1e70b4a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0f9017-4ed6-4879-8689-b2e01c760f2a HTTP/1.1" status: 200 len: 217 time: 0.0998516 May 20 18:20:01.155238 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Allocated IP 172.20.0.11 (0c5c834c-a8e3-4d27-98f7-d5af42b98d93/48a2d5e0-19c1-47e7-a743-52fd326bea76/7902c150-3596-4bf3-bf7f-930b3baf1578) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:20:01.169120 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3a8dc1b5-eb7b-4a42-8c03-2ea9ac1d792c req-a1eb33a7-f204-41ff-9a58-7c33957ebedf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 210 time: 0.1076515 May 20 18:20:01.180086 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e006538-5315-455e-aba2-6eacb3420d10 req-99f716cb-cfec-4162-ab23-c4c37ec0934b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960320 May 20 18:20:01.240628 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de10d-b435-496b-a935-aaabd1733221 req-03ce3c29-c450-45da-aeb2-ea177cc1f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:01.242038 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-03ce3c29-c450-45da-aeb2-ea177cc1f66c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=042ddb94-bf62-4513-a1f9-a42aaacb61e9 HTTP/1.1" status: 200 len: 850 time: 0.1552584 May 20 18:20:01.243118 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] For port 2eea14d2-b626-4bce-a68b-19fc3291026b, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:20:01.248342 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] For port 2eea14d2-b626-4bce-a68b-19fc3291026b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2eea14d2-b626-4bce-a68b-19fc3291026b,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:20:01.287168 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.294634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.304061 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-98adcfe6-5af4-4cfe-afc0-8aac522b1ad2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8986401e-c32e-43ff-a107-669907195cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527120 May 20 18:20:01.311451 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:01.313024 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35464) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:01.352993 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-f19c980f-1970-4dac-a92a-674cb016c970 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997313 May 20 18:20:01.408803 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.434678 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:01.435301 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.436688 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] 10.222.0.42 "PUT /v2.0/ports/2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 1093 time: 2.4724469 May 20 18:20:01.440378 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'tag': '2eea14d2-b626-4bce-a68b-19fc3291026b'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:20:01.558072 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'tag': '2eea14d2-b626-4bce-a68b-19fc3291026b', 'status': 'completed', 'code': 200} May 20 18:20:01.587181 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2eea14d2-b626-4bce-a68b-19fc3291026b,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:01.593319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:01.634152 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-b8cd2bcd-5f5a-41b2-8bd4-de516f591d70 service neutron] 10.222.0.42 "GET /v2.0/networks/8986401e-c32e-43ff-a107-669907195cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851844 May 20 18:20:01.670468 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.688011 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:01.691045 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.705030 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2012aab-73b2-4de7-80ab-930003145130,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:01.721443 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:01.726892 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Usage tracker for resource:security_group_rule and tenant:2f95e5341d0e4b078b6a938646a5b8d8 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:01.730973 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:01.738058 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:01.775337 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-4b9d25d0-f025-4c6d-8a9d-d5d0369b25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:01.776850 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-4b9d25d0-f025-4c6d-8a9d-d5d0369b25bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1096 time: 0.2723014 May 20 18:20:01.777724 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:01.796780 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.850675 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-48344c78-adc8-482e-bbeb-367ea784d133 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815097 May 20 18:20:01.922725 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.944397 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.946906 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a484dd98-87de-4cf9-94f4-93e267a6df60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:01.950446 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-4186c8b4-c4c0-4431-8f75-ece8508e5d0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 217 time: 0.1517081 May 20 18:20:01.953036 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:01.954092 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2012aab-73b2-4de7-80ab-930003145130 HTTP/1.1" status: 204 len: 168 time: 0.9103303 May 20 18:20:02.007957 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:02.009896 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:20:02.060501 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-446de10d-b435-496b-a935-aaabd1733221 req-86282cab-a727-4d30-acb9-e3239606f7f1 service neutron] 10.222.0.42 "GET /v2.0/networks/8986401e-c32e-43ff-a107-669907195cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180129 May 20 18:20:02.066358 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-fc33f491-26d6-4fdf-b9b5-726f6a94446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:02.068096 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-fc33f491-26d6-4fdf-b9b5-726f6a94446a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.0995936 May 20 18:20:02.076478 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:20:02.097641 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Pushing event updated for resources: {'Port': ['ID=7902c150-3596-4bf3-bf7f-930b3baf1578,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:02.124693 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:20:02.132751 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-e810d647-3bbd-41c6-820f-0dc8bedbe16d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542014 May 20 18:20:02.230185 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fec14-1841-47d3-b4f6-df258238ec2e req-32577d31-3f18-4ee4-9c13-f2fbc40dc177 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:02.231642 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1e1fec14-1841-47d3-b4f6-df258238ec2e req-32577d31-3f18-4ee4-9c13-f2fbc40dc177 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.2378275 May 20 18:20:02.236760 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f95e5341d0e4b078b6a938646a5b8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9196610 May 20 18:20:02.240047 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35504) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:02.240649 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:02.243644 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:02.287627 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:02.288258 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:02.338399 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a082ce5-8c49-4cf9-ad6c-28b75cf09228,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:02.339441 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-29b27da4-4ee8-4015-a66e-3d7c4e0c4ef2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963272 May 20 18:20:02.363364 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:02.443269 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5163546 May 20 18:20:02.447689 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1e1fec14-1841-47d3-b4f6-df258238ec2e req-afec1842-cfd3-4f47-9f64-4cc92a687815 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061570 May 20 18:20:02.479061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Request body: {'port': {'device_id': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:02.530415 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9748bd2d-bb11-45f6-9168-64dbd18750f9 req-9e3e6307-bb59-4ee0-b787-8ee1d2fa5aec service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827621 May 20 18:20:02.535205 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:02.631486 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:02.635818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35520) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:02.680923 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:02.706587 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:02.715766 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-5eca5468-79a2-46d9-9b9f-c13848dfc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:02.717651 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-5eca5468-79a2-46d9-9b9f-c13848dfc277 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1096 time: 0.1232426 May 20 18:20:02.718893 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Usage tracker for resource:security_group_rule and tenant:8f12d23dacef42d1a9ff7fe22fa0d1b5 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:02.722251 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:02.754441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:02.782680 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2ad9-d882-453d-868d-f3235979846c req-9a1ab55a-2c54-4814-98dc-1ca5d37dace4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:02.783483 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-ab5d2ad9-d882-453d-868d-f3235979846c req-9a1ab55a-2c54-4814-98dc-1ca5d37dace4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Synchronizing usage tracker for tenant:0ba338b992f646719ca5726dde49735f on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:20:02.892024 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:02.892791 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-ab5d2ad9-d882-453d-868d-f3235979846c req-9a1ab55a-2c54-4814-98dc-1ca5d37dace4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Unset dirty status for tenant:0ba338b992f646719ca5726dde49735f on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:20:02.900839 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ab5d2ad9-d882-453d-868d-f3235979846c req-9a1ab55a-2c54-4814-98dc-1ca5d37dace4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 932 time: 0.5104673 May 20 18:20:02.901228 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:02.958026 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae3562-5f1e-4096-a4a4-2849db2802f9 req-3deda0f9-806f-445a-9bc4-29bccdfeb6d4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:02.971147 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fdae3562-5f1e-4096-a4a4-2849db2802f9 req-3deda0f9-806f-445a-9bc4-29bccdfeb6d4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 944 time: 0.3466296 May 20 18:20:02.971873 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-cdea6da4-f2c6-40e9-850d-3104dd5c22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:02.973490 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-cdea6da4-f2c6-40e9-850d-3104dd5c22ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.2477014 May 20 18:20:03.031325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:03.056685 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-e32fbf5d-0c23-4175-9103-759333a2f6f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 217 time: 0.0716522 May 20 18:20:03.091865 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-ab5d2ad9-d882-453d-868d-f3235979846c req-91411d8e-7843-4ece-ad80-0110fd8ddee0 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Synchronizing usage tracker for tenant:0ba338b992f646719ca5726dde49735f on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:20:03.098561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a082ce5-8c49-4cf9-ad6c-28b75cf09228,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:03.101382 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:03.115531 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.116552 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a082ce5-8c49-4cf9-ad6c-28b75cf09228 HTTP/1.1" status: 204 len: 168 time: 0.8738718 May 20 18:20:03.161299 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.167126 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-e993fdad-a653-4cde-8eb6-cb48dbea8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:03.167620 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fdae3562-5f1e-4096-a4a4-2849db2802f9 req-16ba739c-0567-4910-b06b-3c6de3dec739 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953840 May 20 18:20:03.168762 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-e993fdad-a653-4cde-8eb6-cb48dbea8fb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.0991287 May 20 18:20:03.169980 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-ab5d2ad9-d882-453d-868d-f3235979846c req-91411d8e-7843-4ece-ad80-0110fd8ddee0 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Unset dirty status for tenant:0ba338b992f646719ca5726dde49735f on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:20:03.172667 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ab5d2ad9-d882-453d-868d-f3235979846c req-91411d8e-7843-4ece-ad80-0110fd8ddee0 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709923 May 20 18:20:03.172861 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.184105 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:03.249504 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-dbcf9837-7010-43b1-b151-47e7958c59d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662425 May 20 18:20:03.293333 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f12d23dacef42d1a9ff7fe22fa0d1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6556911 May 20 18:20:03.298848 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35548) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:03.303711 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaf59f0-d9b9-4ed0-a6e5-6f3967049444,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:03.309073 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:03.415206 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-7f9051f4-d2cd-466d-9931-3de1f8d6bbc2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559160 May 20 18:20:03.472673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.516518 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.604358 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7902c150-3596-4bf3-bf7f-930b3baf1578 {{(pid=91634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:20:03.612453 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.659749 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-57d6d375-a5ef-477b-8d9f-0a7578a951cf req-eee93a5b-a7c2-4148-98e1-1b1e34454909 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350419 May 20 18:20:03.690120 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device dc0f9017-4ed6-4879-8689-b2e01c760f2a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:20:03.693936 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Transition to ACTIVE for port object 7902c150-3596-4bf3-bf7f-930b3baf1578 will not be triggered until provisioned by entity L2. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:20:03.696217 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.706330 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:03.715244 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.726037 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaf59f0-d9b9-4ed0-a6e5-6f3967049444,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:03.732794 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:03.734064 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6d520a51-4871-48ab-8903-564b021653f4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:03.774984 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.776097 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaaf59f0-d9b9-4ed0-a6e5-6f3967049444 HTTP/1.1" status: 204 len: 168 time: 0.4764690 May 20 18:20:03.889662 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port dc0f9017-4ed6-4879-8689-b2e01c760f2a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=dc0f9017-4ed6-4879-8689-b2e01c760f2a,segment=NetworkSegment(2d0fb4b5-333c-4422-b82d-e16cf0264cbb),segment_id=2d0fb4b5-333c-4422-b82d-e16cf0264cbb)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:03.899241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Pushing event updated for resources: {'Port': ['ID=7902c150-3596-4bf3-bf7f-930b3baf1578,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:03.906010 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35568) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:03.908061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8aec8-a161-461a-8b4e-376a1f75aba6 req-6a933134-f228-44c2-8f7f-1ed5000cdb5c tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:03.909582 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-32f8aec8-a161-461a-8b4e-376a1f75aba6 req-6a933134-f228-44c2-8f7f-1ed5000cdb5c tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 944 time: 0.2758617 May 20 18:20:03.910456 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:03.916225 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a', 'network_id': '8986401e-c32e-43ff-a107-669907195cde', 'port_id': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a', 'mac_address': 'fa:16:3e:65:0a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042ddb94-bf62-4513-a1f9-a42aaacb61e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:20:03.941502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:03.978492 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:03.988316 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Usage tracker for resource:security_group_rule and tenant:4104e8813e4443e4be85ec95ae10fdfd is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:03.992373 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:03.994221 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.003434 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:04.010889 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-32f8aec8-a161-461a-8b4e-376a1f75aba6 req-260db086-c0ef-409c-992a-7f15b179bb1a tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681620 May 20 18:20:04.015444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Attempting to bind port 7902c150-3596-4bf3-bf7f-930b3baf1578 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:20:04.015777 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Attempting to bind port 7902c150-3596-4bf3-bf7f-930b3baf1578 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:20:04.016102 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Attempting to bind port 7902c150-3596-4bf3-bf7f-930b3baf1578 on network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:20:04.021055 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0f9017-4ed6-4879-8689-b2e01c760f2a {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:20:04.022315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Port 7902c150-3596-4bf3-bf7f-930b3baf1578 on network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:20:04.022691 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Attempting to bind port 7902c150-3596-4bf3-bf7f-930b3baf1578 on network 0c5c834c-a8e3-4d27-98f7-d5af42b98d93 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:20:04.028637 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:20:04.028966 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Checking segment: {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:20:04.029390 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Bound using segment: {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:20:04.029827 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Bound port: 7902c150-3596-4bf3-bf7f-930b3baf1578, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93'}}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:20:04.030394 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.059181 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port dc0f9017-4ed6-4879-8689-b2e01c760f2a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=dc0f9017-4ed6-4879-8689-b2e01c760f2a,segment=NetworkSegment(2d0fb4b5-333c-4422-b82d-e16cf0264cbb),segment_id=2d0fb4b5-333c-4422-b82d-e16cf0264cbb)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:04.068737 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.069792 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8ffa78fb-1208-4553-96f5-50b3049ee223 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:20:04.073528 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:04.114039 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.121582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.138663 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d4dbd0b6-3f5b-4717-9d3a-888aed84cc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:04.178490 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=dc0f9017-4ed6-4879-8689-b2e01c760f2a,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:04.185151 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35574) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:04.186317 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:04.189382 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4104e8813e4443e4be85ec95ae10fdfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747297 May 20 18:20:04.196169 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fd824-9ad1-45f3-9970-3b4068254f32,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:04.210168 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:04.229017 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] For port 7902c150-3596-4bf3-bf7f-930b3baf1578, host hv-cinder-79246, cleared binding levels {{(pid=91634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:20:04.253876 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] For port 7902c150-3596-4bf3-bf7f-930b3baf1578, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7902c150-3596-4bf3-bf7f-930b3baf1578,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:20:04.274890 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.284858 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:04.327293 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.378611 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:04.379340 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.381040 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] 10.222.0.42 "PUT /v2.0/ports/7902c150-3596-4bf3-bf7f-930b3baf1578 HTTP/1.1" status: 200 len: 1094 time: 1.9240758 May 20 18:20:04.381668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'tag': '7902c150-3596-4bf3-bf7f-930b3baf1578'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:20:04.397863 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.427648 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 8ffa78fb-1208-4553-96f5-50b3049ee223, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ffa78fb-1208-4553-96f5-50b3049ee223,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:04.448942 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '8ffa78fb-1208-4553-96f5-50b3049ee223', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'port_id': '8ffa78fb-1208-4553-96f5-50b3049ee223', 'mac_address': 'fa:16:3e:6f:47:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dae1e4-ace5-48a5-a868-2d7d54b0650b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:20:04.453563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35590) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:04.489967 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Pushing event updated for resources: {'Port': ['ID=7902c150-3596-4bf3-bf7f-930b3baf1578,revision_number=3']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:04.526260 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.541030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:04.544527 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffa78fb-1208-4553-96f5-50b3049ee223 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:20:04.561702 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 8ffa78fb-1208-4553-96f5-50b3049ee223, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ffa78fb-1208-4553-96f5-50b3049ee223,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:04.567272 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.570866 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:04.668634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.669772 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.682861 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:04.705061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87852c58-51c6-4a7b-9c18-481ee3af215d req-ad67cd86-37aa-41a7-b926-83e1fa7d32f4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:04.706649 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87852c58-51c6-4a7b-9c18-481ee3af215d req-ad67cd86-37aa-41a7-b926-83e1fa7d32f4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 944 time: 0.2592623 May 20 18:20:04.717210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49617-7090-489d-a558-39bc6ddc7a7d req-9c3ed86c-1f7b-4355-8378-4011a7fedc3b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:04.718757 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e4b49617-7090-489d-a558-39bc6ddc7a7d req-9c3ed86c-1f7b-4355-8378-4011a7fedc3b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 945 time: 0.2298219 May 20 18:20:04.724567 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-69e5d8d0-9f31-48ec-b61e-5cbac7a7e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:04.726071 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-69e5d8d0-9f31-48ec-b61e-5cbac7a7e787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 1097 time: 0.2776117 May 20 18:20:04.726859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fd824-9ad1-45f3-9970-3b4068254f32,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:04.727901 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:04.745244 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:04.745721 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Usage tracker for resource:security_group_rule and tenant:f83190a6f0984ae49e33fb922cf7ed65 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:04.751774 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:04.787822 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:04.835421 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.839345 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b9fd824-9ad1-45f3-9970-3b4068254f32 HTTP/1.1" status: 204 len: 168 time: 0.6502211 May 20 18:20:04.877864 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=8ffa78fb-1208-4553-96f5-50b3049ee223,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:04.883012 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['dc0f9017-4ed6-4879-8689-b2e01c760f2a'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:20:04.885144 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-124ac79d-393e-4107-a54c-3847bbd8de7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7902c150-3596-4bf3-bf7f-930b3baf1578 HTTP/1.1" status: 200 len: 217 time: 0.1257923 May 20 18:20:04.930851 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.936462 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:04.937988 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:04.955373 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:04.969521 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8ffa78fb-1208-4553-96f5-50b3049ee223'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:20:05.028222 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87852c58-51c6-4a7b-9c18-481ee3af215d req-e9370800-12b4-4bc7-93ec-0261032b9680 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083098 May 20 18:20:05.047936 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928bb1e7-d8b4-4417-ae99-34c7d19e55c9,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:05.064159 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e4b49617-7090-489d-a558-39bc6ddc7a7d req-960405db-c782-4f6e-8f10-cc02b53e09f0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303847 May 20 18:20:05.079598 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:05.104435 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f83190a6f0984ae49e33fb922cf7ed65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498346 May 20 18:20:05.107023 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35626) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:05.149088 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-eea4e20d-7173-4dff-b68c-d92d2ccf3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:05.150906 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-eea4e20d-7173-4dff-b68c-d92d2ccf3759 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.2545300 May 20 18:20:05.234917 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'tag': '7902c150-3596-4bf3-bf7f-930b3baf1578', 'status': 'completed', 'code': 200} May 20 18:20:05.252982 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-cb97bd77-ce9f-4f5d-a716-c9ce928b9fa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920658 May 20 18:20:05.463133 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:05.522829 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:05.563369 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-89c541f6-2beb-47e3-9ca6-041b9af21a70 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983370 May 20 18:20:05.630823 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937e651-eaf6-410c-8313-2e0bbf3b461b req-1df1a309-6f4f-40e9-8ea3-f02ee5edbd66 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:05.637838 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2937e651-eaf6-410c-8313-2e0bbf3b461b req-1df1a309-6f4f-40e9-8ea3-f02ee5edbd66 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 945 time: 0.3151367 May 20 18:20:05.661163 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 2eea14d2-b626-4bce-a68b-19fc3291026b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:20:05.834298 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2937e651-eaf6-410c-8313-2e0bbf3b461b req-644503fc-c63d-4266-9a9f-222085857787 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954944 May 20 18:20:05.850809 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:05.854932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:05.872814 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928bb1e7-d8b4-4417-ae99-34c7d19e55c9,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:05.873204 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 2eea14d2-b626-4bce-a68b-19fc3291026b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2eea14d2-b626-4bce-a68b-19fc3291026b,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:05.877414 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8d37a79-29a1-4f1b-a6c1-48d17db32fc7 req-d12f3654-7172-4474-8a0d-813398f4e4b0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024507 May 20 18:20:05.879534 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:05.896480 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:05.897959 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/928bb1e7-d8b4-4417-ae99-34c7d19e55c9 HTTP/1.1" status: 204 len: 168 time: 0.7899334 May 20 18:20:05.913433 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '2eea14d2-b626-4bce-a68b-19fc3291026b', 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'port_id': '2eea14d2-b626-4bce-a68b-19fc3291026b', 'mac_address': 'fa:16:3e:06:b5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:20:05.985463 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:06.007683 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eea14d2-b626-4bce-a68b-19fc3291026b {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:20:06.030775 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 2eea14d2-b626-4bce-a68b-19fc3291026b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2eea14d2-b626-4bce-a68b-19fc3291026b,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:06.044304 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:06.048721 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-afbfd209-0b87-442f-a45f-86f180340eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:06.057845 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-1d7889ea-c912-410a-9461-2e2d3005ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:06.059590 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-1d7889ea-c912-410a-9461-2e2d3005ed5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 1097 time: 0.1186082 May 20 18:20:06.221098 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=2eea14d2-b626-4bce-a68b-19fc3291026b,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:06.226224 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:06.310208 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['2eea14d2-b626-4bce-a68b-19fc3291026b'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:20:06.392695 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-f11063d1-e36a-4792-9d69-339e36a4cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:06.394331 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-f11063d1-e36a-4792-9d69-339e36a4cdbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.3270147 May 20 18:20:06.478109 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-0a4140c3-ebbd-455d-95c7-daecfa94c3a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7902c150-3596-4bf3-bf7f-930b3baf1578 HTTP/1.1" status: 200 len: 217 time: 0.0733762 May 20 18:20:06.550157 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4009a8e-6700-443f-864c-414527ef50da req-a76f5176-e624-4324-919a-295f2d5d9aa1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:06.551708 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c4009a8e-6700-443f-864c-414527ef50da req-a76f5176-e624-4324-919a-295f2d5d9aa1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 945 time: 0.2543931 May 20 18:20:06.564603 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f23a-a43a-4ef9-a576-adfa67060ead req-40049a81-26be-43da-9b37-c9694759f931 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:06.566104 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2334f23a-a43a-4ef9-a576-adfa67060ead req-40049a81-26be-43da-9b37-c9694759f931 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 944 time: 0.3133900 May 20 18:20:06.619197 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-a422fc87-4c63-44a7-a4d8-844f9a3d8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:06.620670 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-a422fc87-4c63-44a7-a4d8-844f9a3d8279 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.1320221 May 20 18:20:06.698273 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2334f23a-a43a-4ef9-a576-adfa67060ead req-44eec976-90f3-4d6f-a477-1318be2b1190 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249697 May 20 18:20:06.700712 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-a962e85f-ca56-4723-be85-675dac301eee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640178 May 20 18:20:06.703776 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c4009a8e-6700-443f-864c-414527ef50da req-1ebad068-7c22-4144-8f69-4a6ae4367301 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347795 May 20 18:20:06.742476 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35682) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:06.763169 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:06.782344 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:06.787022 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a73732917247e982a8a6eda810ddf6 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:06.790244 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:06.796503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:06.902284 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-a99caf81-448a-4007-bb67-c1cc4dcb171d service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892846 May 20 18:20:06.976922 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:06.990425 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:07.005005 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:07.050018 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0a73732917247e982a8a6eda810ddf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054333 May 20 18:20:07.051406 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a90f5ac-f161-4dc5-a966-990d3b37db9c,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:07.054040 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35702) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:07.056949 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:07.136730 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:07.167061 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:07.172127 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-833c8854-3fdd-4f8d-9491-7730c9831497 req-7590a5eb-a2bf-4a1d-9b88-7a5f7a390be9 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618608 May 20 18:20:07.203111 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf904c7-2e51-46a8-8b79-c37d3ad842cd req-35eca3cb-dafc-49e9-a1d1-bf134870460b tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:07.204988 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bf904c7-2e51-46a8-8b79-c37d3ad842cd req-35eca3cb-dafc-49e9-a1d1-bf134870460b tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 945 time: 0.1689701 May 20 18:20:07.248166 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:07.269868 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bf904c7-2e51-46a8-8b79-c37d3ad842cd req-0fe346f9-6f8e-428e-9f34-95fbc26e0780 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 May 20 18:20:07.284257 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:07.304483 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a90f5ac-f161-4dc5-a966-990d3b37db9c,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:07.314982 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:07.317032 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:07.319706 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a90f5ac-f161-4dc5-a966-990d3b37db9c HTTP/1.1" status: 204 len: 168 time: 0.2645366 May 20 18:20:07.663894 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7902c150-3596-4bf3-bf7f-930b3baf1578 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:20:07.668853 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device dc0f9017-4ed6-4879-8689-b2e01c760f2a up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:20:07.884744 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port dc0f9017-4ed6-4879-8689-b2e01c760f2a completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:20:07.914956 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port dc0f9017-4ed6-4879-8689-b2e01c760f2a triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:20:07.915640 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:07.984953 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 7902c150-3596-4bf3-bf7f-930b3baf1578, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7902c150-3596-4bf3-bf7f-930b3baf1578,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:08.009617 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '7902c150-3596-4bf3-bf7f-930b3baf1578', 'network_id': '0c5c834c-a8e3-4d27-98f7-d5af42b98d93', 'port_id': '7902c150-3596-4bf3-bf7f-930b3baf1578', 'mac_address': 'fa:16:3e:21:e3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a2d5e0-19c1-47e7-a743-52fd326bea76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:20:08.098651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b51df-0580-468e-9480-a4417ebd06a5 req-3cc78f82-c60d-4533-825b-5bc4442b2185 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:08.112199 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da1b51df-0580-468e-9480-a4417ebd06a5 req-3cc78f82-c60d-4533-825b-5bc4442b2185 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 944 time: 0.2159741 May 20 18:20:08.148359 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:08.168349 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:08.179825 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7902c150-3596-4bf3-bf7f-930b3baf1578 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:20:08.182407 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131350e-15af-4a86-926a-56f1f332d95f req-2e166d4d-6bd4-47c3-b3d2-5cf4f805b627 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:08.184222 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9131350e-15af-4a86-926a-56f1f332d95f req-2e166d4d-6bd4-47c3-b3d2-5cf4f805b627 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 945 time: 0.2418349 May 20 18:20:08.217792 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:20:08.238698 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da1b51df-0580-468e-9480-a4417ebd06a5 req-c39ae5e1-aab7-44c7-954c-aaa34317334b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195478 May 20 18:20:08.280867 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 7902c150-3596-4bf3-bf7f-930b3baf1578, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7902c150-3596-4bf3-bf7f-930b3baf1578,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:08.287001 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port dc0f9017-4ed6-4879-8689-b2e01c760f2a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=dc0f9017-4ed6-4879-8689-b2e01c760f2a,segment=NetworkSegment(2d0fb4b5-333c-4422-b82d-e16cf0264cbb),segment_id=2d0fb4b5-333c-4422-b82d-e16cf0264cbb)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:08.302124 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:08.303308 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9131350e-15af-4a86-926a-56f1f332d95f req-ca8f2fce-fedb-44eb-8d1b-34e7acb10a10 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118922 May 20 18:20:08.315277 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:08.317343 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:08.364237 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 2eea14d2-b626-4bce-a68b-19fc3291026b up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:20:08.451391 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=7902c150-3596-4bf3-bf7f-930b3baf1578,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:08.477651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4e68f-4bd7-4089-a0d3-30016c685bf2 req-0a09aba0-7387-4ea7-aef8-1a199f63aa25 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:08.484726 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3f4e68f-4bd7-4089-a0d3-30016c685bf2 req-0a09aba0-7387-4ea7-aef8-1a199f63aa25 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 946 time: 0.0922666 May 20 18:20:08.533275 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 2eea14d2-b626-4bce-a68b-19fc3291026b completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:20:08.543140 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 2eea14d2-b626-4bce-a68b-19fc3291026b triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:20:08.543842 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:08.555646 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3f4e68f-4bd7-4089-a0d3-30016c685bf2 req-00a5cf3f-1300-4ceb-b098-01842562b1e9 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700421 May 20 18:20:08.582143 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=dc0f9017-4ed6-4879-8689-b2e01c760f2a,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:08.593439 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:08.594417 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['7902c150-3596-4bf3-bf7f-930b3baf1578'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:20:08.617661 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:08.617947 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:08.805103 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:08.888262 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a', 'code': 200} May 20 18:20:08.931012 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 2eea14d2-b626-4bce-a68b-19fc3291026b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2eea14d2-b626-4bce-a68b-19fc3291026b,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:08.947612 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:08.957222 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8ffa78fb-1208-4553-96f5-50b3049ee223 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:20:08.984197 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:09.074692 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=2eea14d2-b626-4bce-a68b-19fc3291026b,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:09.107117 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:09.145242 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 8ffa78fb-1208-4553-96f5-50b3049ee223 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:20:09.152245 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 8ffa78fb-1208-4553-96f5-50b3049ee223 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:20:09.152658 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.283588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35806) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:09.344585 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8bea-be64-493f-afda-9258ddea767e req-e7bd7f80-f466-46f3-bb5b-b6db3d898ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:09.346230 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-702e8bea-be64-493f-afda-9258ddea767e req-e7bd7f80-f466-46f3-bb5b-b6db3d898ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 1099 time: 0.1587586 May 20 18:20:09.376338 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.387124 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.432476 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:09.444062 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Usage tracker for resource:security_group_rule and tenant:78dae00ea3f44ce5b96a87b4ae8ca7bc is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:09.456498 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:09.470764 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:09.476544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 8ffa78fb-1208-4553-96f5-50b3049ee223, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ffa78fb-1208-4553-96f5-50b3049ee223,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:09.485098 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.490354 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:09.525650 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.556743 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:09.569699 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Usage tracker for resource:security_group_rule and tenant:d871b7301d96449f84cb9eda0029e83b is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:09.573574 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:09.583994 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:09.606609 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=8ffa78fb-1208-4553-96f5-50b3049ee223,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:09.614018 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:09.745709 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.762011 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.778877 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b97cf106-d6ef-4452-8d12-5bca65c0576c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:09.822194 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd31c9-9735-441d-80c0-e33f010f3926 req-ed3e9fe3-9d96-4eb6-9d4e-043f0acdaaed tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:09.825558 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-51fd31c9-9735-441d-80c0-e33f010f3926 req-ed3e9fe3-9d96-4eb6-9d4e-043f0acdaaed tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 945 time: 0.3310580 May 20 18:20:09.830153 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d871b7301d96449f84cb9eda0029e83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450296 May 20 18:20:09.836019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35842) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:09.842418 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa47df3-6cda-4f67-9d8d-15b8d3c56369,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:09.894759 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd325-cd15-4900-b9c0-5f948068d5bd req-f77a2b8f-21d7-4e37-80b6-dec46392ea85 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:09.896285 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04ffd325-cd15-4900-b9c0-5f948068d5bd req-f77a2b8f-21d7-4e37-80b6-dec46392ea85 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 946 time: 0.3409960 May 20 18:20:09.909783 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.918331 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:09.940720 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.948066 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.976324 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:09.980725 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:09.986579 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-702e8bea-be64-493f-afda-9258ddea767e req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288784 May 20 18:20:09.997459 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-51fd31c9-9735-441d-80c0-e33f010f3926 req-ec540af7-c85f-46d5-a6d6-e5ad7c4cc667 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612866 May 20 18:20:10.021867 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3741df-43af-4c53-a2b5-5cc8266b868f,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:10.043667 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:10.063530 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04ffd325-cd15-4900-b9c0-5f948068d5bd req-b210e440-41e0-42e9-b606-984c64925103 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535344 May 20 18:20:10.066863 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.071187 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ce3e4b53-75cb-43ab-9537-9ba017b2fddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:10.087917 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa47df3-6cda-4f67-9d8d-15b8d3c56369,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:10.096715 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:10.097662 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.099041 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/faa47df3-6cda-4f67-9d8d-15b8d3c56369 HTTP/1.1" status: 204 len: 168 time: 0.2589970 May 20 18:20:10.245350 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae281968-c875-4e5c-860b-c8492e56def9 req-f533a879-0d88-4353-a945-4375e243c4d6 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:10.247341 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ae281968-c875-4e5c-860b-c8492e56def9 req-f533a879-0d88-4353-a945-4375e243c4d6 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 946 time: 0.0886755 May 20 18:20:10.305108 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ae281968-c875-4e5c-860b-c8492e56def9 req-f67156d1-aefe-4506-90bd-b709474f693f tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509362 May 20 18:20:10.477526 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35882) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:10.498643 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.513322 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:10.517814 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Usage tracker for resource:security_group_rule and tenant:c51cb3249ede4a1d840e20bd0b3a9625 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:10.520828 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:10.526794 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:10.638645 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.645843 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.670496 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:10.699972 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c51cb3249ede4a1d840e20bd0b3a9625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187240 May 20 18:20:10.700843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35904) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:10.705965 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b0194-8130-4d8b-aab1-bdb88c1cb321,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:10.710123 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:10.788974 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.824732 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.889478 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eea14d2-b626-4bce-a68b-19fc3291026b'}, {'server_uuid': '2c5bf821-7774-47dd-b463-607cee8bff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffa78fb-1208-4553-96f5-50b3049ee223'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:20:10.897830 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.903532 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a2779c0a-60c1-403c-96af-60973fce48ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:10.918486 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b0194-8130-4d8b-aab1-bdb88c1cb321,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:10.927612 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:10.929237 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:10.930367 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b6b0194-8130-4d8b-aab1-bdb88c1cb321 HTTP/1.1" status: 204 len: 168 time: 0.2288802 May 20 18:20:10.951385 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eea14d2-b626-4bce-a68b-19fc3291026b', 'code': 200} May 20 18:20:10.952425 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5bf821-7774-47dd-b463-607cee8bff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffa78fb-1208-4553-96f5-50b3049ee223', 'code': 200} May 20 18:20:10.957488 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 35918) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:11.377617 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253d4f0-30cd-4b86-97e7-34d502e3e974 req-1d9789a0-3bd3-412c-96a3-2e10ee66e96d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:11.406323 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1253d4f0-30cd-4b86-97e7-34d502e3e974 req-1d9789a0-3bd3-412c-96a3-2e10ee66e96d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 945 time: 0.1747153 May 20 18:20:11.546304 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:11.589775 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:11.603878 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae3e1-38da-4192-b270-f2c5dbfe04e1 req-62a487ec-d612-4a37-833a-91be5c9a0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:11.605630 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-14bae3e1-38da-4192-b270-f2c5dbfe04e1 req-62a487ec-d612-4a37-833a-91be5c9a0cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 1099 time: 0.0906589 May 20 18:20:11.608486 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1253d4f0-30cd-4b86-97e7-34d502e3e974 req-5007bfb0-b130-4854-9d9b-6113a70e44fb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009954 May 20 18:20:11.613503 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ac2a0cc50e467eb24c1fa30f92b777 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:11.622936 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:11.630080 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:11.659072 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-14bae3e1-38da-4192-b270-f2c5dbfe04e1 req-c1237c63-c80f-4201-890d-29c7ccd9a065 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 May 20 18:20:11.692714 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7902c150-3596-4bf3-bf7f-930b3baf1578 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:20:11.817390 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 7902c150-3596-4bf3-bf7f-930b3baf1578 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:20:11.823300 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdba297-1592-48ac-aaac-4969aa888dce req-1449a5f9-b6e8-4a4e-8ad0-e1b00ed20c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:11.824762 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-afdba297-1592-48ac-aaac-4969aa888dce req-1449a5f9-b6e8-4a4e-8ad0-e1b00ed20c72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.3355732 May 20 18:20:11.828148 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 7902c150-3596-4bf3-bf7f-930b3baf1578 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:20:11.828603 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:11.846188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25280-bc29-4773-9758-de3b8eee99a8 req-bf026b5f-042b-4ab8-914f-d3052c5df171 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:11.847721 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-78c25280-bc29-4773-9758-de3b8eee99a8 req-bf026b5f-042b-4ab8-914f-d3052c5df171 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 946 time: 0.4391727 May 20 18:20:11.953587 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-afdba297-1592-48ac-aaac-4969aa888dce req-557f4caa-7cfd-47e5-9ae6-30f4e9807277 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002398 May 20 18:20:11.963804 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:11.964550 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:11.981634 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-78c25280-bc29-4773-9758-de3b8eee99a8 req-0ad7fe00-7ce9-4532-bf75-4e1d6130beb8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063800 May 20 18:20:11.983174 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:11.995023 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-16afc8f1-705c-4477-a007-5b5fa50cb732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:12.027355 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 7902c150-3596-4bf3-bf7f-930b3baf1578, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7902c150-3596-4bf3-bf7f-930b3baf1578,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:12.031089 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2cdda-7111-4f97-b1c4-08858ef5bbd6 req-b06115aa-3613-4dd5-bea7-fbebd407ae66 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:12.032706 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-47c2cdda-7111-4f97-b1c4-08858ef5bbd6 req-b06115aa-3613-4dd5-bea7-fbebd407ae66 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 946 time: 0.2871161 May 20 18:20:12.034206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:12.036972 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:12.064660 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3ac2a0cc50e467eb24c1fa30f92b777&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030824 May 20 18:20:12.064843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 35968) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:12.072578 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3ba6f2-9df9-4c73-aceb-82c37a74c81e,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:12.076556 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:12.103649 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-47c2cdda-7111-4f97-b1c4-08858ef5bbd6 req-81de01f9-fbb2-4234-ae89-4d2aa09fea4b tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606761 May 20 18:20:12.152298 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=7902c150-3596-4bf3-bf7f-930b3baf1578,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:12.162940 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:12.169465 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:12.198942 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:12.265060 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:12.274197 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-649b83df-a4ff-41b6-b401-b48716afa6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:12.289237 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3ba6f2-9df9-4c73-aceb-82c37a74c81e,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:12.291953 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:12.295923 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e3ba6f2-9df9-4c73-aceb-82c37a74c81e HTTP/1.1" status: 204 len: 168 time: 0.2301567 May 20 18:20:12.296980 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:12.641366 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36008) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:12.878249 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:12.896056 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36022) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:12.932840 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:12.944025 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d357c-fbe1-4258-92f4-30e1023d5e04 req-2f09bc02-ce1c-4870-9846-d41385b14154 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:12.944934 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Usage tracker for resource:security_group_rule and tenant:232fa180699a4a688e4a76af4942ebcd is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:12.948870 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e14d357c-fbe1-4258-92f4-30e1023d5e04 req-2f09bc02-ce1c-4870-9846-d41385b14154 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1660001 May 20 18:20:12.951089 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:12.953690 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7902c150-3596-4bf3-bf7f-930b3baf1578'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:20:12.957280 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:12.958421 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:13.018736 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:13.028561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Usage tracker for resource:security_group_rule and tenant:a7066b9bb4dd48dcb7d8ab8e495faab2 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:13.034191 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:13.041911 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7902c150-3596-4bf3-bf7f-930b3baf1578', 'code': 200} May 20 18:20:13.049423 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:13.082334 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e14d357c-fbe1-4258-92f4-30e1023d5e04 req-bb777489-6f4e-4ed0-a300-e452e0b57eeb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976117 May 20 18:20:13.149865 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.160223 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.186321 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7ff723d9-c08c-4617-b747-570bb6a2bf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:13.207322 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.223034 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.242966 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-aba1fb97-548a-41e2-ba32-9f3b83003a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:13.247401 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=232fa180699a4a688e4a76af4942ebcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046214 May 20 18:20:13.249802 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36040) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:13.254897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d40124b-f098-456d-9aa5-a6470ec43874,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:13.271307 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:13.340206 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.355246 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36046) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:13.355582 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7066b9bb4dd48dcb7d8ab8e495faab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588385 May 20 18:20:13.387596 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace971d-988e-4d1b-8f96-ae8bfba5f687,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:13.388648 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.396010 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:13.464251 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ca2bb-e2a0-4c85-a25c-9193db311a48 req-51e6bb94-d26f-4121-a926-17d3474df523 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:13.466787 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-875ca2bb-e2a0-4c85-a25c-9193db311a48 req-51e6bb94-d26f-4121-a926-17d3474df523 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 946 time: 0.1309307 May 20 18:20:13.494787 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.524838 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.533109 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1d3731f6-37cf-48ac-aa0b-377f42648149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:13.557066 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-875ca2bb-e2a0-4c85-a25c-9193db311a48 req-2337e4d0-419b-4aad-8e02-85a18ee664cb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830297 May 20 18:20:13.628187 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.653516 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d40124b-f098-456d-9aa5-a6470ec43874,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:13.664592 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:13.666962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a892e1-3aec-443d-be25-00f8237d8f90 req-840b3329-87de-4e66-aa6d-b8148beb99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:13.669081 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.669290 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-20a892e1-3aec-443d-be25-00f8237d8f90 req-840b3329-87de-4e66-aa6d-b8148beb99d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 1099 time: 0.0930040 May 20 18:20:13.670407 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d40124b-f098-456d-9aa5-a6470ec43874 HTTP/1.1" status: 204 len: 168 time: 0.4184866 May 20 18:20:13.738042 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.746778 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:13.749487 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-20a892e1-3aec-443d-be25-00f8237d8f90 req-78b709aa-579a-41d2-920d-42fd722e5967 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689728 May 20 18:20:13.770867 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:13.772838 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eace971d-988e-4d1b-8f96-ae8bfba5f687 HTTP/1.1" status: 204 len: 168 time: 0.4160421 May 20 18:20:13.774201 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace971d-988e-4d1b-8f96-ae8bfba5f687,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:13.777330 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:14.189576 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36084) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:14.226908 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:14.310695 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:14.318776 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Usage tracker for resource:security_group_rule and tenant:d52e8e78290b44d786ccbe9a1a8bd4ea is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:14.322934 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:14.341965 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:14.394933 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf218-1f77-4285-ba0a-452cd2486a18 req-a8b6264b-0563-4f1c-9ced-ca5ed55cd44d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:14.402735 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-21baf218-1f77-4285-ba0a-452cd2486a18 req-a8b6264b-0563-4f1c-9ced-ca5ed55cd44d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1607022 May 20 18:20:14.465129 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-21baf218-1f77-4285-ba0a-452cd2486a18 req-4b9b639e-e8bf-4f43-aeda-2c7f74a800d7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615077 May 20 18:20:14.511500 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:14.517160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:14.526075 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:14.578829 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d52e8e78290b44d786ccbe9a1a8bd4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878055 May 20 18:20:14.580706 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65d21e-a87c-469d-9573-a2c3d32b9f54,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:14.582199 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36106) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:14.584878 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:14.658802 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:14.692480 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:14.774934 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:14.782245 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ef5275b-ad27-4c08-b068-dde123c3ec68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:14.802558 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65d21e-a87c-469d-9573-a2c3d32b9f54,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:14.809701 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:14.810752 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:14.812231 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f65d21e-a87c-469d-9573-a2c3d32b9f54 HTTP/1.1" status: 204 len: 168 time: 0.2290137 May 20 18:20:15.520786 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36184) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:15.822166 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:15.859820 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:15.871287 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cd53d-9d75-4eec-addd-4e3cd95c014a req-dfd0ddd3-4b0a-4a98-9624-1d61b73bf170 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:15.872990 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Usage tracker for resource:security_group_rule and tenant:e2114db362a140e0a66b307d34e7c1bd is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:15.880255 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:15.880838 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-123cd53d-9d75-4eec-addd-4e3cd95c014a req-dfd0ddd3-4b0a-4a98-9624-1d61b73bf170 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1837163 May 20 18:20:15.889982 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:15.989816 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-123cd53d-9d75-4eec-addd-4e3cd95c014a req-644499b4-0e69-4638-ba0e-40a4ff0b41a2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069558 May 20 18:20:16.066259 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:16.072534 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:16.104415 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:16.116636 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2114db362a140e0a66b307d34e7c1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5943782 May 20 18:20:16.119252 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36216) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:16.170393 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76abda4-99a5-4098-b915-24715ce69415,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:16.174003 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:16.207209 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:16.244327 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:16.309443 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:16.316543 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cc7000ac-399a-48c5-92a8-76b3e90a5285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:16.327942 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76abda4-99a5-4098-b915-24715ce69415,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:16.330843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:16.337964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:16.339990 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c76abda4-99a5-4098-b915-24715ce69415 HTTP/1.1" status: 204 len: 168 time: 0.2195718 May 20 18:20:16.612911 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-605f9e0f-6846-4af0-bafe-af0c37de5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:16.614408 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-605f9e0f-6846-4af0-bafe-af0c37de5569 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 1099 time: 0.1984985 May 20 18:20:16.730639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c2def-de89-4ed7-85f5-dc2cc7617f2e req-2cf8ee51-911d-4348-9f8e-c89a53cb4e90 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:16.732174 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-170c2def-de89-4ed7-85f5-dc2cc7617f2e req-2cf8ee51-911d-4348-9f8e-c89a53cb4e90 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2610478 May 20 18:20:16.794075 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36252) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:16.820955 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-170c2def-de89-4ed7-85f5-dc2cc7617f2e req-7dbbc177-b9dd-4e66-aac8-984ac6070769 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701702 May 20 18:20:16.836805 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-833cd991-ddf1-436e-b32f-e216435585b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:16.836805 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-833cd991-ddf1-436e-b32f-e216435585b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.2043862 May 20 18:20:16.926277 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-ea5848e0-61d9-4845-9654-d6cb48825271 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7902c150-3596-4bf3-bf7f-930b3baf1578 HTTP/1.1" status: 200 len: 217 time: 0.0872142 May 20 18:20:17.001315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-0196e5b5-51df-4eee-bc01-6a6e4574ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:17.002885 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-0196e5b5-51df-4eee-bc01-6a6e4574ecfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.0647011 May 20 18:20:17.015080 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36266) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:17.040646 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.062244 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:17.066579 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Usage tracker for resource:security_group_rule and tenant:3507a639118745c395e2bc5207cbc964 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:17.069771 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:17.075944 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:17.081452 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-25f9af94-8605-4777-83c4-b122d4eb03f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614929 May 20 18:20:17.186583 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.192159 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.212953 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f0dec6ce-49a4-4b5e-9af4-0347c35d78d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:17.259313 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-5c55d57c-2109-413f-b640-4d813221a597 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677511 May 20 18:20:17.288534 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58805c5c-408b-4e93-bd88-460b835d8b94,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:17.291799 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.304133 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:17.315617 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:17.319653 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Usage tracker for resource:security_group_rule and tenant:ba908b69694648789155da814c65fc9a is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:17.322458 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:17.328485 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:17.359015 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3507a639118745c395e2bc5207cbc964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428082 May 20 18:20:17.362462 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36278) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:17.420929 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc0e6f60-633b-47fa-8e11-4d10390cac3b req-3fe4dad9-bdb7-47c2-8a96-a3c8ab44e89c service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541727 May 20 18:20:17.470733 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.518997 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.530747 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.541350 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.550976 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-bcba773b-6a1a-4db5-9050-475efe046e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:17.611770 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba908b69694648789155da814c65fc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8163927 May 20 18:20:17.613690 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c115e-d053-4b88-b000-f6b6892aa907,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:17.614891 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36298) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:17.627852 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:17.648513 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.653349 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-83ae4618-7d34-4af7-8d44-66568620cdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:17.669588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58805c5c-408b-4e93-bd88-460b835d8b94,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:17.679947 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:17.685596 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.689637 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58805c5c-408b-4e93-bd88-460b835d8b94 HTTP/1.1" status: 204 len: 168 time: 0.3258462 May 20 18:20:17.718162 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.753576 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.808584 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.813030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-63cfeb4d-caef-4bb8-81fe-56e6bb2d81d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:17.826488 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c115e-d053-4b88-b000-f6b6892aa907,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:17.834011 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:17.845398 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36310) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:17.871031 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:17.871857 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/873c115e-d053-4b88-b000-f6b6892aa907 HTTP/1.1" status: 204 len: 168 time: 0.2559273 May 20 18:20:18.037293 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1781-43db-43ef-a0c8-d61027703be5 req-ce933e99-58b5-442a-bb49-ead8144ac65a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:18.039466 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a66a1781-43db-43ef-a0c8-d61027703be5 req-ce933e99-58b5-442a-bb49-ead8144ac65a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0968039 May 20 18:20:18.093231 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a66a1781-43db-43ef-a0c8-d61027703be5 req-0dff6611-47e5-4621-936f-77039d79cc4c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467741 May 20 18:20:18.185896 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.200596 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:18.204527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Usage tracker for resource:security_group_rule and tenant:fbde46a3432347cc8477e0c973bb600d is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:18.207769 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:18.214145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:18.299750 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.308035 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.317306 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c31c596b-8eb4-4af5-a47e-8b6604bb1859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:18.357541 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbde46a3432347cc8477e0c973bb600d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117266 May 20 18:20:18.358555 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a385fd-dd4d-4acd-86ac-c2fc8c2e207b,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:18.360230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36332) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:18.372693 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:18.430079 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.460494 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.525578 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.530580 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-34f5443f-4f0e-415d-a1db-0862d5042ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:18.547697 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a385fd-dd4d-4acd-86ac-c2fc8c2e207b,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:18.549960 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.553818 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7a385fd-dd4d-4acd-86ac-c2fc8c2e207b HTTP/1.1" status: 204 len: 168 time: 0.1920812 May 20 18:20:18.554790 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:18.627947 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36348) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:18.646672 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.661620 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:18.665497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:61556e1bb14543809fa46eeb2f9f7e91 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:18.668507 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:18.674481 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:18.761362 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.768499 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.778094 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f00ef827-9cd3-4840-b3f5-60e0f582babd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:18.826935 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61556e1bb14543809fa46eeb2f9f7e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977520 May 20 18:20:18.827833 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97412e-b289-494e-82de-6c807a44403c,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:18.830220 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36358) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:18.830981 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:18.934606 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:18.969664 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.039452 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.045490 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-14d9672c-b09d-4df3-a3fa-8cb32aa58187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:19.064491 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97412e-b289-494e-82de-6c807a44403c,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:19.069731 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:19.075329 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.079652 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff97412e-b289-494e-82de-6c807a44403c HTTP/1.1" status: 204 len: 168 time: 0.2486494 May 20 18:20:19.317402 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36380) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:19.335895 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.352987 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:19.361791 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203f7a7-5801-477b-9837-1099e0624b91 req-9834066b-1079-42be-b529-bd700f615dac tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:19.363924 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8203f7a7-5801-477b-9837-1099e0624b91 req-9834066b-1079-42be-b529-bd700f615dac tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1411703 May 20 18:20:19.378021 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Usage tracker for resource:security_group_rule and tenant:8122ec228dac472d98921489710e5689 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:19.384952 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:19.410756 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:19.478301 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8203f7a7-5801-477b-9837-1099e0624b91 req-703255a0-eb5e-4aa7-ba42-47a1153ab64d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066096 May 20 18:20:19.600150 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.612147 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.626514 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9f438811-cdb8-41a4-8726-36eaa5720e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:19.667212 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8122ec228dac472d98921489710e5689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488071 May 20 18:20:19.668296 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbde401-4a61-4e10-b212-c9b76b09a1b5,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:19.669876 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36406) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:19.671750 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:19.765663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.797214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.858219 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.863380 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:19.875168 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbde401-4a61-4e10-b212-c9b76b09a1b5,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:19.877871 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:19.885238 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:19.888682 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fbde401-4a61-4e10-b212-c9b76b09a1b5 HTTP/1.1" status: 204 len: 168 time: 0.2119315 May 20 18:20:20.239805 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36472) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:20.258255 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:20.272736 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:20.276526 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Usage tracker for resource:security_group_rule and tenant:fd4d9fd2bceb4f77b1297fa78598d19d is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:20.279762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:20.285627 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:20.380204 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:20.385994 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:20.395370 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:20.438698 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd4d9fd2bceb4f77b1297fa78598d19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977265 May 20 18:20:20.439985 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac48c8-b072-44a4-9667-bc9d9846ee57,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:20.442115 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36480) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:20.444589 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:20.507673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:20.534750 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:20.669811 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:20.675760 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:20.700848 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac48c8-b072-44a4-9667-bc9d9846ee57,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:20.707765 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:20.714054 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:20.715592 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aac48c8-b072-44a4-9667-bc9d9846ee57 HTTP/1.1" status: 204 len: 168 time: 0.2724884 May 20 18:20:20.742529 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b7448-7904-4496-9bd1-03f5124def46 req-1ad5d1c7-2ec8-4c9e-a804-42fe997a8eae tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:20.744418 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-739b7448-7904-4496-9bd1-03f5124def46 req-1ad5d1c7-2ec8-4c9e-a804-42fe997a8eae tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1236210 May 20 18:20:20.821019 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-739b7448-7904-4496-9bd1-03f5124def46 req-d5acd850-077c-425f-83e1-6a37e4bc326c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696900 May 20 18:20:20.998966 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36516) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:21.188115 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.203423 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:21.207768 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ea4f27f64e415a8878b87cd5506fb1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:21.210767 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:21.224288 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:21.334497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.343341 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.364886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8017c8a4-b700-4724-8846-1e6860766b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:21.425969 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5ea4f27f64e415a8878b87cd5506fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234331 May 20 18:20:21.425969 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e837e208-0a1f-41e4-b88f-910f72d56f57,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:21.426183 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36556) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:21.454600 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:21.568093 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.596329 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.651545 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.656764 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d21cc531-ec23-4259-b73a-51fc25659f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:21.670785 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837e208-0a1f-41e4-b88f-910f72d56f57,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:21.674768 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:21.682527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.683640 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e837e208-0a1f-41e4-b88f-910f72d56f57 HTTP/1.1" status: 204 len: 168 time: 0.2561755 May 20 18:20:21.719929 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36578) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:21.828608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-431354213-network', 'tenant_id': 'd635eace896246388f23771e54af7a60'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:21.833502 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:21.837325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Usage tracker for resource:network and tenant:d635eace896246388f23771e54af7a60 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:21.840728 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:21.849070 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:21.861932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Made reservation on behalf of d635eace896246388f23771e54af7a60 for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:20:21.864347 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.877405 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:21.903141 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:21.909122 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Usage tracker for resource:security_group_rule and tenant:d635eace896246388f23771e54af7a60 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:21.914718 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:21.921428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:22.083873 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12bc24-4f89-47a7-ab66-44310500be50 req-b6d985b0-50f0-4bc8-b8c9-642ed8be5d2a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:22.085346 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-de12bc24-4f89-47a7-ab66-44310500be50 req-b6d985b0-50f0-4bc8-b8c9-642ed8be5d2a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1292086 May 20 18:20:22.087037 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.093854 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.098052 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2132c567-901e-43d8-ab67-3178bce8df44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:22.202482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:20:22.220612 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69bcad1-422a-4fb2-99bb-ec62a011703f,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:22.227124 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:22.233153 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.233570 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Added segment 30742c66-7c3b-42f3-8419-58d46127cb95 of type vlan for network 5483ea53-6f1e-4649-967a-575c064a66d5 May 20 18:20:22.244832 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-de12bc24-4f89-47a7-ab66-44310500be50 req-346bdc35-63e0-4369-b8c0-b11214614343 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520457 May 20 18:20:22.272001 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.303304 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.304832 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:22.305403 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.310333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:22.414268 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Pushing event updated for resources: {'Network': ['ID=5483ea53-6f1e-4649-967a-575c064a66d5,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:22.417545 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:22.419462 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6985514 May 20 18:20:22.422742 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36608) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:22.425032 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 5483ea53-6f1e-4649-967a-575c064a66d5 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:20:22.428437 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Request body: {'subnet': {'network_id': '5483ea53-6f1e-4649-967a-575c064a66d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-431354213-subnet', 'tenant_id': 'd635eace896246388f23771e54af7a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:22.433175 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:22.442676 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Usage tracker for resource:subnet and tenant:d635eace896246388f23771e54af7a60 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:22.444446 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:22.450691 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:22.462937 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Made reservation on behalf of d635eace896246388f23771e54af7a60 for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:20:22.465547 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519948'] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.885241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2426853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519966'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:22.891988 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3c37b8cc-6adb-4a7e-ac81-ef1ff6cc01bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:22.970948 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919857b4-ce3a-4200-9b2a-1a52f430e635,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:22.976830 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:22.977547 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Checking segment: {'id': '30742c66-7c3b-42f3-8419-58d46127cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5483ea53-6f1e-4649-967a-575c064a66d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:20:22.978025 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Network hostable DHCP agents. Network: 5483ea53-6f1e-4649-967a-575c064a66d5, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:20:23.003660 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Network 5483ea53-6f1e-4649-967a-575c064a66d5 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:20:23.028861 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 5483ea53-6f1e-4649-967a-575c064a66d5) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:20:23.045512 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28b08a-06db-4af6-bee3-f9c5fd593ecf None None] Network 5483ea53-6f1e-4649-967a-575c064a66d5 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:20:23.049126 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:23.057612 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.101064 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6771152 May 20 18:20:23.116385 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c9d16645-f232-4669-988a-1f047d8f1a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.224823 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36650) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:23.366874 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58a3d3-1445-49ac-aff7-1b271d31be3a None None] Network 5483ea53-6f1e-4649-967a-575c064a66d5 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:20:23.394293 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36658) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:23.505286 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856eb33-7365-4f18-8999-220be1f32c7e req-fbfdfbcc-b440-4bc5-9f74-59025d2a6136 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:23.506588 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b856eb33-7365-4f18-8999-220be1f32c7e req-fbfdfbcc-b440-4bc5-9f74-59025d2a6136 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0943975 May 20 18:20:23.589252 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.605805 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b856eb33-7365-4f18-8999-220be1f32c7e req-ad0d23d7-c731-4a5c-941f-ebb55c541e9b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928953 May 20 18:20:23.606538 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.629379 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:23.633812 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:23.636136 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Usage tracker for resource:security_group_rule and tenant:a07606e40e4446b182a43cffdd78c7a4 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:23.640566 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Usage tracker for resource:security_group_rule and tenant:c67874fc2f804bd7b7a0c188d1d10c17 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:23.643502 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:23.646226 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:23.653606 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:23.655694 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:23.809784 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.811771 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.813795 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.822594 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:23.832375 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.883450 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a07606e40e4446b182a43cffdd78c7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573582 May 20 18:20:23.886077 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36676) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:23.886744 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74234eb4-08ca-481c-aa4c-d8884edfb4ff,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:23.890300 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:23.890995 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c4869929-99de-4f82-893c-77c49b10c1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:23.900230 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c67874fc2f804bd7b7a0c188d1d10c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5030167 May 20 18:20:23.901930 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36682) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:23.943461 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90c52a-3e81-4b9b-8ade-5eac41cc9959,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:23.948415 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36686) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:23.949116 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:23.961128 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-412053210-network', 'tenant_id': '01788a5521284c63960b03541344d113'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:23.969568 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:23.970448 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.976379 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Usage tracker for resource:network and tenant:01788a5521284c63960b03541344d113 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:23.981027 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:23.996737 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:23.997994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:24.005699 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.029418 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Made reservation on behalf of 01788a5521284c63960b03541344d113 for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:20:24.031678 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.046424 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.053036 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.053593 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.059843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cb7ee1d3-9116-4abf-b5e9-d0e03362cff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:24.072849 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74234eb4-08ca-481c-aa4c-d8884edfb4ff,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:24.076001 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:24.076972 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.078201 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74234eb4-08ca-481c-aa4c-d8884edfb4ff HTTP/1.1" status: 204 len: 168 time: 0.1906154 May 20 18:20:24.080298 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:24.094305 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Usage tracker for resource:security_group_rule and tenant:01788a5521284c63960b03541344d113 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:24.100086 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:24.107916 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:24.144699 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.152000 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ac283230-4db9-450d-b8b0-3bb5d438c4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:24.170250 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90c52a-3e81-4b9b-8ade-5eac41cc9959,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:24.176467 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:24.236905 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.240716 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e90c52a-3e81-4b9b-8ade-5eac41cc9959 HTTP/1.1" status: 204 len: 168 time: 0.3353202 May 20 18:20:24.271451 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:20:24.272006 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.277528 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.292666 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:20:24.301349 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-445cdc18-a410-4f9b-ba3d-bcdbc5a81e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:24.314042 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.314413 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Added segment fb70abef-0d1f-4018-80d0-2b2f773d6a87 of type vlan for network 73564a9d-15e1-44b5-b61a-cbd8c9ebf8df May 20 18:20:24.354674 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.358248 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67849702-0302-4803-b3f3-13e7142bc4d2,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:24.361532 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:24.402703 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.403979 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:24.404554 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.410030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:24.529875 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5772653 May 20 18:20:24.531261 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36708) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:24.535923 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Pushing event updated for resources: {'Network': ['ID=73564a9d-15e1-44b5-b61a-cbd8c9ebf8df,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:24.538393 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Request body: {'subnet': {'network_id': '73564a9d-15e1-44b5-b61a-cbd8c9ebf8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-412053210-subnet', 'tenant_id': '01788a5521284c63960b03541344d113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:24.538597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:24.545443 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:24.546813 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 73564a9d-15e1-44b5-b61a-cbd8c9ebf8df details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:20:24.550544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Usage tracker for resource:subnet and tenant:01788a5521284c63960b03541344d113 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:24.558650 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:24.570787 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:24.603718 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Made reservation on behalf of 01788a5521284c63960b03541344d113 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:20:24.606024 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.783152 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36726) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:24.816655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:24.900396 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:24.906526 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:15e4a133746843a6ac7dfe11ea7aaa8c is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:24.919246 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:24.927862 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:24.978590 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e66db0-ef83-45a9-bb9d-cc9bb56f70cd req-1144b736-6fe9-428c-a3b6-e8b5add00dd8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:24.985784 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a7e66db0-ef83-45a9-bb9d-cc9bb56f70cd req-1144b736-6fe9-428c-a3b6-e8b5add00dd8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1425509 May 20 18:20:25.056595 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a7e66db0-ef83-45a9-bb9d-cc9bb56f70cd req-98048f2a-bd9e-4813-b29c-ff25ab74d613 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696909 May 20 18:20:25.110749 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.124558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.160960 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cc68b42e-223f-4ad9-8457-e50e5a09b728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:25.194396 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15e4a133746843a6ac7dfe11ea7aaa8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070725 May 20 18:20:25.195725 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36738) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:25.209233 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.217701 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7089aeca-5a1e-4536-a610-e61a28580e4b,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:25.222407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1c10db7c-9e9b-4d11-a8e9-480e48da3f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:25.238078 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:25.291932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.325285 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Checking segment: {'id': 'fb70abef-0d1f-4018-80d0-2b2f773d6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '73564a9d-15e1-44b5-b61a-cbd8c9ebf8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:20:25.325643 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Network hostable DHCP agents. Network: 73564a9d-15e1-44b5-b61a-cbd8c9ebf8df, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:20:25.326240 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.361177 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0c1e530a-8fab-4cb3-afe3-de68a5c7db38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.369441 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6896ee2e-a7e5-4079-ba0e-3a6bee5a7a15,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:25.377095 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:25.379756 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Network 73564a9d-15e1-44b5-b61a-cbd8c9ebf8df is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:20:25.402442 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 73564a9d-15e1-44b5-b61a-cbd8c9ebf8df) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:20:25.403682 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.408831 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:25.409673 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.413079 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e90bf-fbcc-4ad5-9d88-5dfe1d627915 None None] Network 73564a9d-15e1-44b5-b61a-cbd8c9ebf8df requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:20:25.433755 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9008527 May 20 18:20:25.434968 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d919c9dc-07d6-491a-8e6a-9b33bc68191f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:25.468150 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7089aeca-5a1e-4536-a610-e61a28580e4b,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:25.475418 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:25.483730 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.489092 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7089aeca-5a1e-4536-a610-e61a28580e4b HTTP/1.1" status: 204 len: 168 time: 0.2896628 May 20 18:20:25.652527 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:25.806658 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9daf7-b737-4193-9362-ec77ca90427f None None] Network 73564a9d-15e1-44b5-b61a-cbd8c9ebf8df requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:20:26.154285 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 36774) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:26.187491 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.331353 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:26.347673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f3838881b0dd4bb19348f7646754a646 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:26.356875 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:26.371122 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:26.422415 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b218-f5bd-4496-bf22-de95e17dd462 req-ab5cc600-7b41-4cc7-8a42-25f766b87a52 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:26.423961 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2da0b218-f5bd-4496-bf22-de95e17dd462 req-ab5cc600-7b41-4cc7-8a42-25f766b87a52 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2206397 May 20 18:20:26.474061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2bb2-8677-4954-8648-41ad882b835d req-d2567bf3-b3d5-44c5-bc58-602bfb3fb460 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:26.475596 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-063b2bb2-8677-4954-8648-41ad882b835d req-d2567bf3-b3d5-44c5-bc58-602bfb3fb460 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 946 time: 0.1816671 May 20 18:20:26.521704 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.528387 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2da0b218-f5bd-4496-bf22-de95e17dd462 req-ab062edf-c36b-4175-8062-4d18e4ee1059 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916471 May 20 18:20:26.565604 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-063b2bb2-8677-4954-8648-41ad882b835d req-9cf9d2a4-08c2-47db-bc5f-1ad250260c4b tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 May 20 18:20:26.603247 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.611169 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.619782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:26.662229 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3838881b0dd4bb19348f7646754a646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067632 May 20 18:20:26.664226 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63540a67-7018-4dbb-b4b0-812347d93815,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:26.665070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 36790) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:26.667397 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:26.752699 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.836937 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.943329 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.949855 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-947d2116-e4bb-42cf-aa62-9b4bb3ae7010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:26.964019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:26.967788 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63540a67-7018-4dbb-b4b0-812347d93815 HTTP/1.1" status: 204 len: 168 time: 0.2984359 May 20 18:20:26.967788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63540a67-7018-4dbb-b4b0-812347d93815,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:26.974294 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:27.790470 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81a479-f783-4810-ad6f-adebcc966eea req-f4c553df-1e30-4612-a3ca-f665ce447e42 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:27.792139 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fb81a479-f783-4810-ad6f-adebcc966eea req-f4c553df-1e30-4612-a3ca-f665ce447e42 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1518424 May 20 18:20:27.822309 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165725a2-780a-4274-b306-d38f38b3f2f0 req-0c709829-1bb0-4fe2-9981-4c7ba95a3345 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:27.823825 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-165725a2-780a-4274-b306-d38f38b3f2f0 req-0c709829-1bb0-4fe2-9981-4c7ba95a3345 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 946 time: 0.1173511 May 20 18:20:27.878070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fb81a479-f783-4810-ad6f-adebcc966eea req-16393c4e-da66-4e4a-bd9d-302f4f27968d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768704 May 20 18:20:27.925268 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-165725a2-780a-4274-b306-d38f38b3f2f0 req-f2d3cfd4-02f3-49c1-9822-1b8e28d2c624 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913062 May 20 18:20:28.188777 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:28.413277 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:29.151968 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2243-bfa3-48b9-88f5-cc5bf6091c12 req-feae2508-f5b9-4fbe-9246-57c958b2e3da tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:29.154084 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-821b2243-bfa3-48b9-88f5-cc5bf6091c12 req-feae2508-f5b9-4fbe-9246-57c958b2e3da tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1640828 May 20 18:20:29.171824 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482eeef-fc78-4481-beaa-b0af7dabff05 req-3758fa21-beac-4159-a43d-3a36596c0960 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:29.173764 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1482eeef-fc78-4481-beaa-b0af7dabff05 req-3758fa21-beac-4159-a43d-3a36596c0960 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 946 time: 0.1412323 May 20 18:20:29.250718 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-821b2243-bfa3-48b9-88f5-cc5bf6091c12 req-b4bead90-3114-4e06-aa05-cfe99e397f39 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 May 20 18:20:29.253623 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1482eeef-fc78-4481-beaa-b0af7dabff05 req-ff3fe207-9788-4ec4-b4e1-5cbd8fd62a06 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d33d81-3aaf-4b86-b948-cb603e913c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640178 May 20 18:20:29.630560 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-76a2c184-d0fb-4fd0-ada3-0960d24e989e tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:29.632082 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-76a2c184-d0fb-4fd0-ada3-0960d24e989e tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.42 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 946 time: 0.0892386 May 20 18:20:29.786582 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Deleting port dc0f9017-4ed6-4879-8689-b2e01c760f2a {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:20:29.787012 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:29.943475 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] For port dc0f9017-4ed6-4879-8689-b2e01c760f2a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=dc0f9017-4ed6-4879-8689-b2e01c760f2a,segment=NetworkSegment(2d0fb4b5-333c-4422-b82d-e16cf0264cbb),segment_id=2d0fb4b5-333c-4422-b82d-e16cf0264cbb)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:20:29.943943 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:30.094210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Calling delete_port for dc0f9017-4ed6-4879-8689-b2e01c760f2a owned by compute:nova {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:20:30.312850 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:30.330922 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:30.385952 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Pushing event deleted for resources: {'Port': ['ID=dc0f9017-4ed6-4879-8689-b2e01c760f2a,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:30.395081 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:30.476124 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] No DVR routers for this DVR port dc0f9017-4ed6-4879-8689-b2e01c760f2a on host hv-cinder-79246 {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:20:30.480716 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:30.484278 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'name': 'network-vif-deleted', 'tag': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:20:30.656346 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-4766fdba-4938-4833-8ed4-90e78bd4bf1b req-e71fb413-7859-48ac-9a20-069675c2186f tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Synchronizing usage tracker for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:20:30.675965 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c7c333b2-06ce-4f9c-813d-2378cfc62fb4 req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.42 "DELETE /v2.0/ports/dc0f9017-4ed6-4879-8689-b2e01c760f2a HTTP/1.1" status: 204 len: 173 time: 1.0349038 May 20 18:20:30.684637 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-4766fdba-4938-4833-8ed4-90e78bd4bf1b req-e71fb413-7859-48ac-9a20-069675c2186f tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Unset dirty status for tenant:615a5cc19df84259a5800bbfecbc6a93 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:20:30.685766 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4766fdba-4938-4833-8ed4-90e78bd4bf1b req-e71fb413-7859-48ac-9a20-069675c2186f tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 210 time: 0.1947439 May 20 18:20:30.731870 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fd75-5cde-4750-9fd8-58c5c175ba63 req-cf47b090-e710-4bbd-b6d1-97d600699497 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:30.734065 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-45f4fd75-5cde-4750-9fd8-58c5c175ba63 req-cf47b090-e710-4bbd-b6d1-97d600699497 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2444954 May 20 18:20:30.778191 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b45861-8e5e-4dfc-a994-c7216e71660e', 'name': 'network-vif-deleted', 'tag': 'dc0f9017-4ed6-4879-8689-b2e01c760f2a', 'status': 'completed', 'code': 200} May 20 18:20:30.788957 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-45f4fd75-5cde-4750-9fd8-58c5c175ba63 req-2ce23736-e288-47f2-a7d9-d92ec5cbd706 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 May 20 18:20:31.855162 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device dc0f9017-4ed6-4879-8689-b2e01c760f2a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:20:31.886605 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16b82848-6b37-4931-a7e2-f26057adbe09 req-5b9812d0-5d7e-47d0-b6cf-4f9b6615b9c4 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b45861-8e5e-4dfc-a994-c7216e71660e HTTP/1.1" status: 200 len: 210 time: 0.0686817 May 20 18:20:31.941170 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: dc0f9017-4ed6-4879-8689-b2e01c760f2a {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:20:31.941616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device dc0f9017-4ed6-4879-8689-b2e01c760f2a not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:20:31.968212 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37018) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:32.036021 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b8cdd-4d2a-4552-b625-b7a6683d993e req-0e2c71a0-ecc1-4242-822d-7924830e8e46 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:32.037953 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d5b8cdd-4d2a-4552-b625-b7a6683d993e req-0e2c71a0-ecc1-4242-822d-7924830e8e46 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0881076 May 20 18:20:32.103626 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d5b8cdd-4d2a-4552-b625-b7a6683d993e req-232cd852-ff13-4956-95dc-f9d88ea782f1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595701 May 20 18:20:32.112156 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.140542 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:32.144442 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Usage tracker for resource:security_group_rule and tenant:824e6f61e65e470790cb314c4f61bd24 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:32.147298 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:32.153174 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:32.251054 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.255806 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.264476 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:32.305756 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1300b3b1-2074-4c23-8cdd-79776cc3a261,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:32.309236 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:32.314904 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=824e6f61e65e470790cb314c4f61bd24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449712 May 20 18:20:32.315027 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37034) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:32.389847 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.420189 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.515424 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.521752 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a31d99ce-32e3-4117-8d0b-2b67a6c1f6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:32.552750 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1300b3b1-2074-4c23-8cdd-79776cc3a261,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:32.556945 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.564371 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1300b3b1-2074-4c23-8cdd-79776cc3a261 HTTP/1.1" status: 204 len: 168 time: 0.2483311 May 20 18:20:32.577080 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.580726 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.581343 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.581940 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.582500 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.583272 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.586470 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.587053 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.587791 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.588664 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.591980 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.593255 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:32.600612 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:32.948453 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37054) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:32.967582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:32.986343 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:32.990394 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Usage tracker for resource:security_group_rule and tenant:301a828e8dbe45cab1c8fb511923b158 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:32.993335 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:32.999082 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:33.090197 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:33.095401 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:33.104259 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e5da04ea-c60c-4026-ab5e-be1007e7832c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:33.143962 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=301a828e8dbe45cab1c8fb511923b158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944339 May 20 18:20:33.144977 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44a0bd-479a-4d2f-aa85-732dd3ad651f,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:33.147096 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37064) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:33.152602 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.152951 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.153638 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.154139 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.154544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.154883 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.155217 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.155545 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.155870 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.156191 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.156517 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.156839 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:20:33.161992 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:33.248454 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:33.329773 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:33.392010 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e089ee-a86e-4e3e-8aa8-598b2efff4bf req-e8284717-8fae-4213-9a36-d2da4ec698db tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:33.393495 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-00e089ee-a86e-4e3e-8aa8-598b2efff4bf req-e8284717-8fae-4213-9a36-d2da4ec698db tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1350274 May 20 18:20:33.434651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:33.441090 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:33.459902 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-00e089ee-a86e-4e3e-8aa8-598b2efff4bf req-33d692c3-d61e-45e3-8e17-a5db574df3e1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597107 May 20 18:20:33.462136 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44a0bd-479a-4d2f-aa85-732dd3ad651f,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:33.467912 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:33.474841 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:33.479727 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed44a0bd-479a-4d2f-aa85-732dd3ad651f HTTP/1.1" status: 204 len: 168 time: 0.3315349 May 20 18:20:34.694223 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cadfcb-92a9-4725-9bbf-ebc337a37d6a req-920c8cf2-558b-4e29-8d59-ec46341bd172 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:34.695766 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-53cadfcb-92a9-4725-9bbf-ebc337a37d6a req-920c8cf2-558b-4e29-8d59-ec46341bd172 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1017015 May 20 18:20:34.744971 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-53cadfcb-92a9-4725-9bbf-ebc337a37d6a req-560a383a-191c-46c1-a8d1-5f98559850c9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 May 20 18:20:34.922662 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37154) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:34.983594 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Deleting subnet 042ddb94-bf62-4513-a1f9-a42aaacb61e9 {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:20:34.986998 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.040246 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.047677 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.302115 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.306222 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2ece2835-4891-4aaf-a83f-4564dbb5cdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:35.343597 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042ddb94-bf62-4513-a1f9-a42aaacb61e9,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:35.347256 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:35.350404 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.367313 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/042ddb94-bf62-4513-a1f9-a42aaacb61e9 HTTP/1.1" status: 204 len: 168 time: 0.4412379 May 20 18:20:35.367503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37164) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:35.475598 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.604102 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.619609 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.619609 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.619814 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.620225 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > port after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.620709 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.621130 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > port after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.622418 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.622418 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.622418 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.622762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.792269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.792853 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.793143 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.793625 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:20:35.794128 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8986401e-c32e-43ff-a107-669907195cde']}} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:35.811593 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0fb4b5-333c-4422-b82d-e16cf0264cbb') {'for_net_delete': True} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:35.811886 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0fb4b5-333c-4422-b82d-e16cf0264cbb') {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:35.823866 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488841'] for segment, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.843108 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.850609 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=91633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:20:35.851133 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9884876'] for segment, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: from cryptography.utils import int_from_bytes May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: from cryptography.utils import int_from_bytes May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: Traceback (most recent call last): May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: timer() May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: cb(*args, **kw) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: return func(*args, **kwargs) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: self._notify() May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: self.callback(batched_events) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: event.method(event) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: return f(self, *a, **k) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._get(url).json() May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: return self.request(url, 'GET', **kwargs) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:20:35.868752 dv-cinder-792462-1-iscsi neutron-server[91633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:20:35.952412 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eca3d-0a4e-42c6-9866-1ab000478ac3 req-79776ec5-e595-4489-b3bd-e2f2edcdd141 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:35.954618 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-269eca3d-0a4e-42c6-9866-1ab000478ac3 req-79776ec5-e595-4489-b3bd-e2f2edcdd141 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0907903 May 20 18:20:35.964404 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:35.972986 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:35.998961 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=8986401e-c32e-43ff-a107-669907195cde,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:36.001959 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.006651 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:36.026723 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] 10.222.0.32 "DELETE /v2.0/networks/8986401e-c32e-43ff-a107-669907195cde HTTP/1.1" status: 204 len: 168 time: 0.6580756 May 20 18:20:36.033400 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-269eca3d-0a4e-42c6-9866-1ab000478ac3 req-2bb92365-1ae3-48a6-b896-662d3941235e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715599 May 20 18:20:36.079765 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37194) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:36.232185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.236211 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37202) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:36.253333 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:36.257743 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Usage tracker for resource:security_group_rule and tenant:b62902eafa2e4374a7e7dc2be03294ae is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:36.260788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:36.269897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:36.303020 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0f8b5a86-b2b7-4fad-a57c-063936485529 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=615a5cc19df84259a5800bbfecbc6a93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0652716 May 20 18:20:36.306489 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37206) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:36.378911 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.387711 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.394730 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.403814 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-46723bc5-112e-4f8d-be66-1d8a1e94d539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:36.411253 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.446834 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b62902eafa2e4374a7e7dc2be03294ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659501 May 20 18:20:36.448397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f543815-7a0c-4eda-b452-c257f8f5e133,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:36.449859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37212) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:36.451790 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:36.502189 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.512512 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-abf895c6-d1b8-43f7-bf12-cf5ca3b9f3f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:36.533332 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d33d81-3aaf-4b86-b948-cb603e913c3d,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:36.536038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:36.537633 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-60faf688-31fe-409e-b211-071363106072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.560939 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.562782 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13d33d81-3aaf-4b86-b948-cb603e913c3d HTTP/1.1" status: 204 len: 168 time: 0.2564766 May 20 18:20:36.570747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-60faf688-31fe-409e-b211-071363106072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.624158 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-60faf688-31fe-409e-b211-071363106072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.629378 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-855d2be1-fbc5-4345-9985-650d3f10d020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:36.642637 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf688-31fe-409e-b211-071363106072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f543815-7a0c-4eda-b452-c257f8f5e133,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:36.645547 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-60faf688-31fe-409e-b211-071363106072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:36.646826 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-60faf688-31fe-409e-b211-071363106072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:36.647866 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-60faf688-31fe-409e-b211-071363106072 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f543815-7a0c-4eda-b452-c257f8f5e133 HTTP/1.1" status: 204 len: 168 time: 0.1960428 May 20 18:20:36.999195 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37236) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:37.023332 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.041325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:37.045153 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Usage tracker for resource:security_group_rule and tenant:f07fbaa113e141948dfac31161226324 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:37.048008 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:37.054041 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:37.160613 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.166794 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.202058 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c4e23705-44cb-4456-9ff2-580c1f59c973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:37.296542 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8931627-de71-4738-9af3-d13469ac20fd,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:37.300934 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:37.320451 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f07fbaa113e141948dfac31161226324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192804 May 20 18:20:37.322872 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37256) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:37.389143 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf90ae2-7d32-4ba2-b6e1-425637a0074e req-39a58685-a4d2-4499-a7b2-7149483cfba1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:37.390717 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-adf90ae2-7d32-4ba2-b6e1-425637a0074e req-39a58685-a4d2-4499-a7b2-7149483cfba1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1668684 May 20 18:20:37.422343 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.471409 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.480456 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-adf90ae2-7d32-4ba2-b6e1-425637a0074e req-6f856d46-97b1-4133-b6a3-c82524d04694 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 May 20 18:20:37.533141 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.537117 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-75c62a5f-5826-416a-ba2a-e6d8c8c0f172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:37.548064 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8931627-de71-4738-9af3-d13469ac20fd,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:37.552662 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:37.556097 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.557231 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8931627-de71-4738-9af3-d13469ac20fd HTTP/1.1" status: 204 len: 168 time: 0.2334583 May 20 18:20:37.909287 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37292) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:37.928742 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:37.943751 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:37.947877 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Usage tracker for resource:security_group_rule and tenant:8b1e7217a3684cc0b6ab6ba0f7e2999f is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:37.950909 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:37.956644 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:38.046855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.052560 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.072500 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-302f4869-974c-4efb-9207-d25679f2b1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:38.100553 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b1e7217a3684cc0b6ab6ba0f7e2999f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873524 May 20 18:20:38.101108 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37300) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:38.105901 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4933254-6c60-45ef-af37-ca02a0660c91,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:38.108938 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:38.163042 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.189379 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.206576 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37306) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:38.243937 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.248954 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1fe773f6-7ecd-44d0-a16e-7c55aa1c0978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:38.261002 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4933254-6c60-45ef-af37-ca02a0660c91,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:38.264877 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:38.275227 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.278927 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4933254-6c60-45ef-af37-ca02a0660c91 HTTP/1.1" status: 204 len: 168 time: 0.1738408 May 20 18:20:38.329739 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.346054 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:38.349962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Usage tracker for resource:security_group_rule and tenant:45c63b7a7eca4452a7a355a65973f762 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:38.352795 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:38.358465 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:38.462665 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.472105 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.486353 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-60faf688-31fe-409e-b211-071363106072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:38.517979 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7afad-2569-4269-8e69-0d266ea196bd,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:38.521371 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:38.547818 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45c63b7a7eca4452a7a355a65973f762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389437 May 20 18:20:38.549859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37324) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:38.672580 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.712774 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.761367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd4370-ce26-4964-b19c-ad91a3db44cf req-743e31f1-4c0f-4e5a-9058-aa2b10f6fe7c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:38.762844 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-abcd4370-ce26-4964-b19c-ad91a3db44cf req-743e31f1-4c0f-4e5a-9058-aa2b10f6fe7c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1532927 May 20 18:20:38.800735 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.807183 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-98cf160e-841c-4072-b1ee-dc1010ad5b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:38.826782 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-abcd4370-ce26-4964-b19c-ad91a3db44cf req-6cb6686a-7425-42a8-a693-260ae81b4b71 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549510 May 20 18:20:38.826782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7afad-2569-4269-8e69-0d266ea196bd,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:38.830320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:38.836136 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:38.840059 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62a7afad-2569-4269-8e69-0d266ea196bd HTTP/1.1" status: 204 len: 168 time: 0.2849064 May 20 18:20:40.024581 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b884a13-20b1-4b69-b3bf-dca9426ff953 req-ab331823-db81-4ab2-b42f-062e96d08002 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:40.026055 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b884a13-20b1-4b69-b3bf-dca9426ff953 req-ab331823-db81-4ab2-b42f-062e96d08002 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0801172 May 20 18:20:40.075578 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b884a13-20b1-4b69-b3bf-dca9426ff953 req-326bbc9f-f461-4410-a273-ac0689a2a3b2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435996 May 20 18:20:41.285966 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681dd65-777b-46b7-a5ea-111d0923f589 req-72dc71aa-bb49-4d36-9183-7a26b65ab56f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:41.287587 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8681dd65-777b-46b7-a5ea-111d0923f589 req-72dc71aa-bb49-4d36-9183-7a26b65ab56f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0959558 May 20 18:20:41.333412 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8681dd65-777b-46b7-a5ea-111d0923f589 req-0b56f120-863b-49e2-a02f-ba54eca5575c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 May 20 18:20:42.575445 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180b892-e5d0-497e-80e0-5759393fc019 req-3201e3c2-b619-478e-b395-350dde69e952 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:42.576906 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2180b892-e5d0-497e-80e0-5759393fc019 req-3201e3c2-b619-478e-b395-350dde69e952 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1331933 May 20 18:20:42.623241 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2180b892-e5d0-497e-80e0-5759393fc019 req-eaa34a4a-6303-4405-bf42-8ba90506447a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 May 20 18:20:43.812628 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea56fc-c357-4dbe-8836-9d0f025162c9 req-71e17b12-55dc-4de6-b392-e4da215a2846 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:43.814141 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33ea56fc-c357-4dbe-8836-9d0f025162c9 req-71e17b12-55dc-4de6-b392-e4da215a2846 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0828905 May 20 18:20:43.865587 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33ea56fc-c357-4dbe-8836-9d0f025162c9 req-a008be7d-2e07-4199-93de-078ee7f7199d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 May 20 18:20:45.088377 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c77b6-2d59-4b88-a78c-e01c9057cf68 req-5eee41da-cadd-459f-b228-4175536d423d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:45.090319 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a21c77b6-2d59-4b88-a78c-e01c9057cf68 req-5eee41da-cadd-459f-b228-4175536d423d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0955489 May 20 18:20:45.154947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a21c77b6-2d59-4b88-a78c-e01c9057cf68 req-1fa7b465-df11-4553-9a59-03a31878795f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474775 May 20 18:20:46.363431 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8afc6-2f08-4fef-8ac3-b7c80812d2d8 req-e5916c80-38b7-4500-84af-2f40d96f0462 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:46.366935 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4bc8afc6-2f08-4fef-8ac3-b7c80812d2d8 req-e5916c80-38b7-4500-84af-2f40d96f0462 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1048853 May 20 18:20:46.413903 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4bc8afc6-2f08-4fef-8ac3-b7c80812d2d8 req-7603a64a-d3fb-4e1c-9b59-ec01d14de907 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 May 20 18:20:47.603425 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09ec51-c6cc-4ca3-a351-7cb2b68706e5 req-c2e023e0-d726-40af-9473-184c5147f058 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:47.604892 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d09ec51-c6cc-4ca3-a351-7cb2b68706e5 req-c2e023e0-d726-40af-9473-184c5147f058 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0807037 May 20 18:20:47.649464 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d09ec51-c6cc-4ca3-a351-7cb2b68706e5 req-be5987a6-62da-466b-8852-adfa0172b04c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 May 20 18:20:48.855563 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff89e-2e6f-4301-b48e-bfb1ba0e89c3 req-609fc6b0-fc02-4dc1-96ef-2aa4fac26d00 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:48.857046 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-606ff89e-2e6f-4301-b48e-bfb1ba0e89c3 req-609fc6b0-fc02-4dc1-96ef-2aa4fac26d00 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0965569 May 20 18:20:48.902795 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-606ff89e-2e6f-4301-b48e-bfb1ba0e89c3 req-4a9cc034-7e8f-4ae4-a4c9-404a9e94c74c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 May 20 18:20:50.248674 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbd9d4-fda4-45ca-9fcc-ce55bb63a3c5 req-b16cff02-603c-4d42-807d-675acc439419 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:50.250128 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40dbd9d4-fda4-45ca-9fcc-ce55bb63a3c5 req-b16cff02-603c-4d42-807d-675acc439419 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0906410 May 20 18:20:50.297699 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40dbd9d4-fda4-45ca-9fcc-ce55bb63a3c5 req-63660350-04dd-4ab4-b5a6-f8fa2ed0c2d8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 May 20 18:20:51.494768 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886217-35f1-4d37-812f-eaf22965f8e8 req-8e8aadd6-0cb4-41ad-b190-8dcee2d5ca52 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:51.496490 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc886217-35f1-4d37-812f-eaf22965f8e8 req-8e8aadd6-0cb4-41ad-b190-8dcee2d5ca52 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0836220 May 20 18:20:51.545546 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc886217-35f1-4d37-812f-eaf22965f8e8 req-ef876a87-a819-48c2-973f-22ca9a9c60cc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 May 20 18:20:51.998257 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37648) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:52.065213 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Deleting subnet 919857b4-ce3a-4200-9b2a-1a52f430e635 {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:20:52.068298 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37652) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:52.070854 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.126727 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.194973 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.255415 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.276800 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:52.297597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Usage tracker for resource:security_group_rule and tenant:042ead51ce3145dbbcb2835f31150862 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:52.310987 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:52.320009 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:52.550479 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.556131 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.568729 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-1de1911d-d4e7-4cf9-99be-8da5383dc51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:52.582993 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.618349 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.635796 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=042ead51ce3145dbbcb2835f31150862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665100 May 20 18:20:52.638459 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37672) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:52.638931 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7812856c-2177-47b9-8d04-cbce8c1a4fbb,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:52.642132 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:52.643704 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-71037ca8-b5f7-4403-8305-22d88e11de4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:52.673920 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/919857b4-ce3a-4200-9b2a-1a52f430e635 HTTP/1.1" status: 204 len: 168 time: 0.6721346 May 20 18:20:52.674977 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37676) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:52.702625 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919857b4-ce3a-4200-9b2a-1a52f430e635,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:52.705204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:52.710936 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.740070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.799835 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.803964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-05c77f94-259e-4830-9f84-fb41ad072fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:52.815943 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7812856c-2177-47b9-8d04-cbce8c1a4fbb,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:52.846247 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:52.848350 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.849481 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7812856c-2177-47b9-8d04-cbce8c1a4fbb HTTP/1.1" status: 204 len: 168 time: 0.2094445 May 20 18:20:52.860391 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:52.951402 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b249-84cf-407b-8679-5791624b4edb req-7a0f6020-d77e-464c-97a3-99bb6b56afc2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:52.952947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2cb3b249-84cf-407b-8679-5791624b4edb req-7a0f6020-d77e-464c-97a3-99bb6b56afc2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2335083 May 20 18:20:53.053334 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-f94f15d5-0c80-4be9-abdc-7042afdafa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.116635 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.139113 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5483ea53-6f1e-4649-967a-575c064a66d5']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:53.156438 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30742c66-7c3b-42f3-8419-58d46127cb95') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:53.156727 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30742c66-7c3b-42f3-8419-58d46127cb95') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:53.171535 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2cb3b249-84cf-407b-8679-5791624b4edb req-8eea0773-509b-40be-9564-402ff87e5310 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042770 May 20 18:20:53.173029 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.191133 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.198725 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:20:53.199252 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:20:53.212390 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:20:53.291920 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.295837 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:53.310608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.320048 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Pushing event deleted for resources: {'Network': ['ID=5483ea53-6f1e-4649-967a-575c064a66d5,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:53.323261 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5483ea53-6f1e-4649-967a-575c064a66d5 HTTP/1.1" status: 204 len: 168 time: 0.6473761 May 20 18:20:53.324309 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5b94150c-d7bb-4852-bb3a-1e2c5bb2b323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:53.326351 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37698) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:53.388661 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Deleting subnet 6896ee2e-a7e5-4079-ba0e-3a6bee5a7a15 {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:20:53.391381 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.442409 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.501031 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.767013 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.771964 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d88d9436-a4ee-48be-bdc1-b022033e4217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:53.806694 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6896ee2e-a7e5-4079-ba0e-3a6bee5a7a15,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:53.808630 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:53.812331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:53.815047 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-27eb8cd3-d806-4dad-8d3d-667a99035449 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6896ee2e-a7e5-4079-ba0e-3a6bee5a7a15 HTTP/1.1" status: 204 len: 168 time: 0.4880643 May 20 18:20:53.817572 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37726) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:53.925426 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.062784 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.079673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73564a9d-15e1-44b5-b61a-cbd8c9ebf8df']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:54.093400 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb70abef-0d1f-4018-80d0-2b2f773d6a87') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:54.093761 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb70abef-0d1f-4018-80d0-2b2f773d6a87') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:20:54.107717 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.137178 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.144343 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:20:54.144762 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:20:54.159722 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:20:54.248634 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.255458 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.259160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:54.281683 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Pushing event deleted for resources: {'Network': ['ID=73564a9d-15e1-44b5-b61a-cbd8c9ebf8df,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:54.285102 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:54.286958 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] 10.222.0.32 "DELETE /v2.0/networks/73564a9d-15e1-44b5-b61a-cbd8c9ebf8df HTTP/1.1" status: 204 len: 168 time: 0.4684939 May 20 18:20:54.351269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37756) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:54.392754 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c6c6-f02a-4456-accc-8f64af9c667d req-9260b24e-61bd-4993-bc89-93919a9b3ef4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:54.394600 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da32c6c6-f02a-4456-accc-8f64af9c667d req-9260b24e-61bd-4993-bc89-93919a9b3ef4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0857379 May 20 18:20:54.448500 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da32c6c6-f02a-4456-accc-8f64af9c667d req-f9f19b5f-f39c-45c9-be4b-06eaeadb8953 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 May 20 18:20:54.479618 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37764) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:54.538093 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-663e8a80-4a48-435a-a23a-0f617947737b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d635eace896246388f23771e54af7a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573170 May 20 18:20:54.540747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37768) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:54.587397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37772) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:54.662776 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.663038 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.679936 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-0cd4cd6f-9299-42ee-835b-914f60003f18 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1250529 May 20 18:20:54.680407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.690177 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:54.693751 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.698218 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Usage tracker for resource:security_group_rule and tenant:9608aaccbf5c462f9c50ab58d8723c93 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:54.703387 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:54.706199 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:54.712489 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:54.715531 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa918a3a8f84ecd98551889adfeb788 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:54.719175 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:54.729141 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:54.759443 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.763071 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6fc30d42-bc0d-4ae1-be54-86f9d9f37117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:54.777401 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69bcad1-422a-4fb2-99bb-ec62a011703f,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:54.780687 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:54.783118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.784144 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e69bcad1-422a-4fb2-99bb-ec62a011703f HTTP/1.1" status: 204 len: 168 time: 0.2423432 May 20 18:20:54.894007 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-5b31e1e4-d415-40d7-9071-a144128580db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:54.895456 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.896528 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-5b31e1e4-d415-40d7-9071-a144128580db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 1099 time: 0.0974915 May 20 18:20:54.907303 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.919010 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-53964625-776a-41ff-be6c-5b02a894d6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:54.926458 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.942056 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:54.986346 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9608aaccbf5c462f9c50ab58d8723c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6321316 May 20 18:20:54.989886 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37784) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:54.990667 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6993b9e-0fd1-4c76-8cae-4051302f008e,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:54.994775 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:54.999666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-33fc9dd6-ca0e-40e1-8629-a401316dfa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:55.025885 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffa918a3a8f84ecd98551889adfeb788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367373 May 20 18:20:55.031605 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37788) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:55.089890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f10f5c-d2f6-4767-8834-8cb8863bc12c,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:55.111995 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:55.144783 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-68e9dbb2-1f97-4f09-9d37-7232f2ae1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:55.146418 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-68e9dbb2-1f97-4f09-9d37-7232f2ae1113 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 916 time: 0.2206609 May 20 18:20:55.150808 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.216109 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37794) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:55.242855 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-5f0a238e-6262-4b57-852c-f4e5c4f32052 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa78fb-1208-4553-96f5-50b3049ee223 HTTP/1.1" status: 200 len: 217 time: 0.0816922 May 20 18:20:55.246618 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.249294 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.300276 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.330106 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-5add776b-dd4c-4780-9c53-d7f223993b49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01788a5521284c63960b03541344d113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071129 May 20 18:20:55.332587 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37798) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:55.360438 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c87b066f-9962-4d7d-ac74-fae4b3cd1d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.362645 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.366741 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-618472df-5798-4bc0-b08d-783c0582728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:55.368200 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-618472df-5798-4bc0-b08d-783c0582728e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.1100521 May 20 18:20:55.369575 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f34a2e86-1e44-4855-bcfa-7e45e6f63d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:55.380482 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.389573 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6993b9e-0fd1-4c76-8cae-4051302f008e,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:55.395013 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:55.396759 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:55.414302 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.415452 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6993b9e-0fd1-4c76-8cae-4051302f008e HTTP/1.1" status: 204 len: 168 time: 0.4197299 May 20 18:20:55.416391 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f10f5c-d2f6-4767-8834-8cb8863bc12c,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:55.418851 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.422448 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8f10f5c-d2f6-4767-8834-8cb8863bc12c HTTP/1.1" status: 204 len: 168 time: 0.3877127 May 20 18:20:55.423696 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:55.442094 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-8f216c80-ee36-438d-a4ab-7af56b97e78d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604069 May 20 18:20:55.495972 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.586497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.629080 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.701015 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-c218d1cd-ad98-4215-bbcc-95eaefe857db service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438734 May 20 18:20:55.813016 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168420e8-9864-48a1-b4cf-60dff178acdd req-9039da7b-6342-4199-802b-f3559f5addf2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:55.814519 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-168420e8-9864-48a1-b4cf-60dff178acdd req-9039da7b-6342-4199-802b-f3559f5addf2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2307327 May 20 18:20:55.822367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.839441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7c099764-356c-4f1a-bbc0-58805a9a6a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:55.872317 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67849702-0302-4803-b3f3-13e7142bc4d2,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:55.885212 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:55.902846 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.906232 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67849702-0302-4803-b3f3-13e7142bc4d2 HTTP/1.1" status: 204 len: 168 time: 0.5705135 May 20 18:20:55.927040 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-168420e8-9864-48a1-b4cf-60dff178acdd req-3cf17a66-caa2-4825-9c06-2bed04e165bc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056993 May 20 18:20:55.927401 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37822) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:55.929022 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbfe41af-a7dc-4279-8687-adeb70e31909 req-6b0d5c3a-6aad-4f60-a1ec-9eeccd3d75ab service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150865 May 20 18:20:55.948710 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:55.974180 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:55.979083 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Usage tracker for resource:security_group_rule and tenant:926bd2599e4a4473b96e5f708e3f915a is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:55.982642 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:55.988875 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:56.099326 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.105481 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.126876 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-616fee73-aa23-487d-8d3a-1c621203c050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:56.160044 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d8236-6fee-4087-9978-a70b95ecbb37,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:56.163088 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:56.172757 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=926bd2599e4a4473b96e5f708e3f915a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437956 May 20 18:20:56.175956 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37832) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:56.254944 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.287512 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.370277 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.377250 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6c306ad7-8dde-4e4a-9d5b-695c06fe365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:56.388005 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d8236-6fee-4087-9978-a70b95ecbb37,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:56.394698 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:56.395510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.398947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d2d8236-6fee-4087-9978-a70b95ecbb37 HTTP/1.1" status: 204 len: 168 time: 0.2194850 May 20 18:20:56.455828 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 37852) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:56.519430 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.719709 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-249399054-network', 'tenant_id': 'e62c0d81ba1944d6a7e7ffad3e9843c4'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:56.725953 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:56.730608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Usage tracker for resource:network and tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:56.733935 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:56.740143 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:56.751460 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Made reservation on behalf of e62c0d81ba1944d6a7e7ffad3e9843c4 for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:20:56.757694 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.770946 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.789543 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:56.796004 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:56.797188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:56.803361 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:56.908984 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.914715 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.919605 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e8e4472b-f69c-4517-a181-aa5bca0657a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:56.949643 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:20:56.959247 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc883608-d7db-4787-a0a5-f7cf0ba83e73,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:56.963493 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:56.980658 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:56.982322 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Added segment 26e9cc06-59b9-4265-94fd-6134618b13a9 of type vlan for network 143836cb-8490-48ed-a867-815e18d3441c May 20 18:20:57.020205 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:57.063729 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:57.066429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:57.071407 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:57.080448 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:57.256398 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7990973 May 20 18:20:57.258487 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=143836cb-8490-48ed-a867-815e18d3441c,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:57.259654 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 37894) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:20:57.263107 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:57.280771 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 143836cb-8490-48ed-a867-815e18d3441c details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:20:57.289321 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c275d-51dc-4332-94a6-41fa8dd6cb0e req-9d396773-f2da-46d7-a667-f75cf4ca46f9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:57.291575 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c29c275d-51dc-4332-94a6-41fa8dd6cb0e req-9d396773-f2da-46d7-a667-f75cf4ca46f9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2141867 May 20 18:20:57.291692 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Request body: {'subnet': {'network_id': '143836cb-8490-48ed-a867-815e18d3441c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-249399054-subnet', 'tenant_id': 'e62c0d81ba1944d6a7e7ffad3e9843c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:20:57.309411 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:20:57.316915 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Usage tracker for resource:subnet and tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:20:57.331334 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:20:57.352347 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c29c275d-51dc-4332-94a6-41fa8dd6cb0e req-fb657594-8de7-45e8-9229-cca325ce5fd2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551405 May 20 18:20:57.356493 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:20:57.373185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Made reservation on behalf of e62c0d81ba1944d6a7e7ffad3e9843c4 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:20:57.376196 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9895486'] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:57.813278 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9895468'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:57.818025 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f1b16431-b944-4f7a-810b-3d26b6202146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:20:57.889271 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1a6b3c-f714-4f29-a39d-bc06ba851a7f,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:20:57.892871 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:20:57.898719 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Checking segment: {'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:20:57.899120 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Network hostable DHCP agents. Network: 143836cb-8490-48ed-a867-815e18d3441c, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:20:57.917564 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Network 143836cb-8490-48ed-a867-815e18d3441c is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:20:57.928024 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 143836cb-8490-48ed-a867-815e18d3441c) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:20:57.937449 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1527303f-d9e3-4ddd-87e0-11a78379375c None None] Network 143836cb-8490-48ed-a867-815e18d3441c requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:20:57.953554 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:57.954897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:58.001139 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7400200 May 20 18:20:58.159662 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54def76-fe5c-4023-92f9-c752cfde6ba9 None None] Network 143836cb-8490-48ed-a867-815e18d3441c requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:20:58.274732 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:58.421123 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:20:58.567524 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23173260-af85-4e8b-88c5-4245f681524b req-b385c0d2-cc79-4809-a4d9-9eae6126102a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:58.575702 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-23173260-af85-4e8b-88c5-4245f681524b req-b385c0d2-cc79-4809-a4d9-9eae6126102a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1054201 May 20 18:20:58.636702 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-23173260-af85-4e8b-88c5-4245f681524b req-59d3e1cd-21f5-43d1-88fa-c0e8f370658f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598941 May 20 18:20:59.828647 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a37f7-a2c7-4318-994b-361845df6523 req-881bcc4c-c119-4b62-a864-00308916783c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:20:59.830517 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0b7a37f7-a2c7-4318-994b-361845df6523 req-881bcc4c-c119-4b62-a864-00308916783c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0876994 May 20 18:20:59.878452 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0b7a37f7-a2c7-4318-994b-361845df6523 req-41270a80-bd1a-4a5b-8334-10cb21ac09df tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 May 20 18:21:01.272649 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:21:01.548919 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 38002) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:01.692848 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:01.708852 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:01.712881 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Usage tracker for resource:security_group_rule and tenant:853487b07934433bbae817a5f5c7b531 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:01.716395 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:01.722043 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:01.830364 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:01.837680 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:01.846516 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:01.889205 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=853487b07934433bbae817a5f5c7b531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391302 May 20 18:21:01.890702 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c009f393-dc2a-4985-82a0-1a1f94417130,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:01.891991 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 38010) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:01.896819 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:01.960508 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:01.988250 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.045188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.048924 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7a4d1efa-d64c-4aec-9b7d-7bab38e6a2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:02.061597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c009f393-dc2a-4985-82a0-1a1f94417130,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:02.064497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:02.066464 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.067578 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c009f393-dc2a-4985-82a0-1a1f94417130 HTTP/1.1" status: 204 len: 168 time: 0.1745346 May 20 18:21:02.389830 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 38020) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:02.407438 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.422421 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:02.427497 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Usage tracker for resource:security_group_rule and tenant:23be29f3ec694949a116c0e3447735ee is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:02.431277 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:02.437292 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:02.524528 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.530670 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.537399 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-291ca513-23ac-4d79-a3ab-c85fc99d2619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:02.576611 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23be29f3ec694949a116c0e3447735ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856761 May 20 18:21:02.577556 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c431a-c442-4689-b379-6e31b4a13daf,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:02.579688 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 38026) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:02.580853 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:02.644730 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.672738 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.731613 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.739028 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f2c670ad-ddd2-4800-aa74-7f77b28c792f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:02.751178 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c431a-c442-4689-b379-6e31b4a13daf,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:02.754799 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:02.758130 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:02.759285 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/706c431a-c442-4689-b379-6e31b4a13daf HTTP/1.1" status: 204 len: 168 time: 0.1783965 May 20 18:21:06.217322 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-01ddddcc-3fb8-4b15-962c-f73d30b408f2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:06.219174 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-01ddddcc-3fb8-4b15-962c-f73d30b408f2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.3344867 May 20 18:21:06.255130 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-c0d1663e-0fa3-44c6-9ae6-a2498b3bac74 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/quotas/7e2228279a9442af840635a659cb8c4c HTTP/1.1" status: 200 len: 375 time: 0.0274017 May 20 18:21:06.276214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-3b63f124-fe08-4d3a-ab41-676c181b9e50 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:06.277041 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-3b63f124-fe08-4d3a-ab41-676c181b9e50 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Synchronizing usage tracker for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:network {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:21:06.347501 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-3b63f124-fe08-4d3a-ab41-676c181b9e50 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Unset dirty status for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:network {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:21:06.354280 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-3b63f124-fe08-4d3a-ab41-676c181b9e50 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/networks?id=143836cb-8490-48ed-a867-815e18d3441c HTTP/1.1" status: 200 len: 808 time: 0.4261315 May 20 18:21:06.372531 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-63ac8b04-8d5c-4647-8384-8fdaebc3718d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/quotas/e62c0d81ba1944d6a7e7ffad3e9843c4 HTTP/1.1" status: 200 len: 375 time: 0.0173280 May 20 18:21:06.433834 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-74c1cc08-b38d-4447-a263-a09a59dbcde3 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e62c0d81ba1944d6a7e7ffad3e9843c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603533 May 20 18:21:06.488404 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4819e67d-452d-4aab-98f4-b62b5bb3a948 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2082021 May 20 18:21:06.673725 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-01365336-1e27-4131-b880-8d233ae45408 service neutron] 10.222.0.32 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390320 May 20 18:21:06.730473 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-88c9728f-3722-413c-8ed9-a64025ac7cad service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964898 May 20 18:21:06.910890 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-02034bf0-a4bf-4fc1-bca5-ff96e9d5385e service neutron] 10.222.0.32 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292597 May 20 18:21:06.936577 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4237579c-51f3-4f51-957a-01320f43e213 service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991112 May 20 18:21:07.119793 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4f148ab8-0e3c-4e48-ba9e-884a118d81e5 req-a86b6ee2-32b3-43da-a7fa-5f3274e6feee tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0473847 May 20 18:21:07.230681 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-96d2ee25-37f4-4b60-bf09-75c4b186956e req-8deeefd8-5c77-4524-a617-5d500a2dfc1b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.0490391 May 20 18:21:07.253373 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26927954-7d41-4a11-bd3b-e75ec30dd92c req-75e0b0f5-6256-446f-9709-94b2cb815a1d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:07.255013 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-26927954-7d41-4a11-bd3b-e75ec30dd92c req-75e0b0f5-6256-446f-9709-94b2cb815a1d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1343191 May 20 18:21:07.303494 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-26927954-7d41-4a11-bd3b-e75ec30dd92c req-948be080-79a6-4d43-8978-1f331f975657 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 May 20 18:21:08.299995 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4c047172-6132-4e1b-a0ed-75b27cd8c9c5 req-cb090504-d099-47a3-87a7-343250341fae tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0561643 May 20 18:21:08.388585 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-44537bef-55bb-4cce-91e1-7874eb29af59 req-f5b455c9-1349-4cb5-a843-c2dab0266e9e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.0449283 May 20 18:21:08.488655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177f008-1129-40d0-9daa-473a18d59534 req-e6cc52b8-c272-478c-8032-19c1aaff9f7f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:08.490134 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7177f008-1129-40d0-9daa-473a18d59534 req-e6cc52b8-c272-478c-8032-19c1aaff9f7f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0795126 May 20 18:21:08.536944 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7177f008-1129-40d0-9daa-473a18d59534 req-d87b14bb-5208-4ff2-9d7d-529e5535563e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 May 20 18:21:09.467904 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7752944a-ca0c-4ef0-8085-f0128ecc2160 req-6b039aac-bb03-42d3-8b7d-e005bfed3e36 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0479391 May 20 18:21:09.543338 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cb6adacc-cf83-45b4-ab36-4a058c51cc98 req-53d9f0c0-47e4-40ae-8401-3375b1f13909 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.0452979 May 20 18:21:09.764320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788590d-5d14-4610-b08b-1c041b1c9b36 req-226ef55d-203b-45b2-ab05-d93e05777daf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:09.765996 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c788590d-5d14-4610-b08b-1c041b1c9b36 req-226ef55d-203b-45b2-ab05-d93e05777daf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0833123 May 20 18:21:09.828640 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c788590d-5d14-4610-b08b-1c041b1c9b36 req-8a11c43f-8ab5-4223-91cc-e726d51805eb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542331 May 20 18:21:10.724015 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-afea2c8c-66a7-493f-bd55-df62752e863c req-cf7d4d8c-6766-4055-af49-949ce2dffb7f tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.1424155 May 20 18:21:10.730155 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-312329b0-edec-45d4-a5e0-89ef6721b975 req-5a92b25d-08dd-4670-8056-a29fd6dd9793 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.0538664 May 20 18:21:11.013504 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b6f29-8f1a-4d86-8e13-7d33e7442370 req-6b8e00f7-45be-4a18-a472-622e82f62462 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:11.015042 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-be8b6f29-8f1a-4d86-8e13-7d33e7442370 req-6b8e00f7-45be-4a18-a472-622e82f62462 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0800607 May 20 18:21:11.059296 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-be8b6f29-8f1a-4d86-8e13-7d33e7442370 req-0fb19e8e-f2f4-4518-8f88-5544cb00607d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 May 20 18:21:11.913312 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-34da0fed-af46-41cd-b3ba-28c994e8ac5a req-a58e22ac-0ef1-4d42-b9aa-88b0c007a461 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0809898 May 20 18:21:11.915243 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9fce1727-8906-40aa-a6d0-bb3c6ba0b577 req-8102a610-37af-455d-b656-01994bdc4d93 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.0521543 May 20 18:21:12.259078 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10800-174e-470f-9401-81f22d1b7e63 req-b49e3f34-423a-44a7-8972-30e10531cfd8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:12.260544 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9cb10800-174e-470f-9401-81f22d1b7e63 req-b49e3f34-423a-44a7-8972-30e10531cfd8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0817833 May 20 18:21:12.310914 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9cb10800-174e-470f-9401-81f22d1b7e63 req-c6b726db-865a-4ada-9cf2-febe84f3f796 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 May 20 18:21:13.111878 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-68e407e1-5cb1-40da-9035-09c13163ee54 req-546b4e97-45b4-4cfa-8aa1-eed8dae07393 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0781143 May 20 18:21:13.121710 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-492b4892-d4a9-42b5-b27d-7d3a24616c02 req-19ea0a4a-0c6d-44d0-b39d-bad704a15ea7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.0902932 May 20 18:21:13.521565 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60476cf-726a-4347-a5f5-1dad9f0b629d req-0efc4aff-6388-4e2f-8d9c-e1dae171743e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:13.522956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d60476cf-726a-4347-a5f5-1dad9f0b629d req-0efc4aff-6388-4e2f-8d9c-e1dae171743e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0914235 May 20 18:21:13.568716 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d60476cf-726a-4347-a5f5-1dad9f0b629d req-e743a1d3-7e08-4cfa-9459-832d1d5b4f16 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 May 20 18:21:14.208367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-7eca2fd7-a23c-4680-9747-6509150f2df9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:14.210116 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-7eca2fd7-a23c-4680-9747-6509150f2df9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.1787629 May 20 18:21:14.275247 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Request body: {'port': {'device_id': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'admin_state_up': True, 'tenant_id': '7e2228279a9442af840635a659cb8c4c'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:14.392985 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d58a1929-2efc-481e-8f58-0c42dd9582e4 req-84468f8f-6f27-4417-9819-6c5ba04fbf66 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0935564 May 20 18:21:14.456469 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4c319ba3-ff08-4da3-8b3c-3eabef2ddc3e req-bdccd904-6834-4e36-b186-ced4092bf660 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.1055119 May 20 18:21:14.511500 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:14.515507 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Usage tracker for resource:port and tenant:7e2228279a9442af840635a659cb8c4c is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:14.518300 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:14.524037 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:14.537326 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Made reservation on behalf of 7e2228279a9442af840635a659cb8c4c for: {'port': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:21:14.540882 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:14.773920 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Allocated IP 172.20.0.9 (9cfebf9b-f2cc-4d94-8576-bda8bd523cd4/91dae1e4-ace5-48a5-a868-2d7d54b0650b/19ca8da7-83bd-430a-b899-58e53703df92) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:14.837589 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-f7437231-e3cb-4559-bc48-2b5056282d60 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:14.839037 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-f7437231-e3cb-4559-bc48-2b5056282d60 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "GET /v2.0/networks?id=143836cb-8490-48ed-a867-815e18d3441c HTTP/1.1" status: 200 len: 808 time: 0.1604805 May 20 18:21:14.839227 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaebae-af0e-4881-a90f-ae5cecb24ea2 req-d857039a-c509-4c92-8440-f77caf755c55 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:14.841215 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-81eaebae-af0e-4881-a90f-ae5cecb24ea2 req-d857039a-c509-4c92-8440-f77caf755c55 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1484966 May 20 18:21:14.857859 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Request body: {'port': {'device_id': '706aa132-7b10-478a-88ce-63509fd96923', 'network_id': '143836cb-8490-48ed-a867-815e18d3441c', 'admin_state_up': True, 'tenant_id': 'e62c0d81ba1944d6a7e7ffad3e9843c4'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:14.945110 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-81eaebae-af0e-4881-a90f-ae5cecb24ea2 req-e8dbde7d-3922-4d09-b03e-176321064f60 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972450 May 20 18:21:15.019357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:15.023133 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Usage tracker for resource:port and tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:15.026014 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:15.032391 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:15.043463 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Made reservation on behalf of e62c0d81ba1944d6a7e7ffad3e9843c4 for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:21:15.047302 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:15.065509 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:15.102188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:15.111160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-716c844c-efac-4b88-8cf3-58d2d8d407e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:15.177482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:15.180668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:15.184590 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:15.219461 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event updated for resources: {'Port': ['ID=19ca8da7-83bd-430a-b899-58e53703df92,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:15.222583 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:15.238035 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Allocated IP 172.20.0.3 (143836cb-8490-48ed-a867-815e18d3441c/3b1a6b3c-f714-4f29-a39d-bc06ba851a7f/7e08b58e-9cf5-437e-aeaa-b83f4b729468) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:15.262413 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:15.263032 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:15.287781 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0169928 May 20 18:21:15.464554 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:15.501357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:15.507761 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-6a2736e1-3335-4ec4-bbf7-217b3efa62bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:15.579502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Network 143836cb-8490-48ed-a867-815e18d3441c is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:15.582488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:15.586369 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:15.619679 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Pushing event updated for resources: {'Port': ['ID=7e08b58e-9cf5-437e-aeaa-b83f4b729468,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:15.623868 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:15.650678 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:15.651245 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:15.682600 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300316 May 20 18:21:15.705466 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b234e-39cc-47c2-bb7b-41de54eb00fc req-e1f87605-ba74-4a84-ab74-f5dc875ff19e tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:15.706927 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f56b234e-39cc-47c2-bb7b-41de54eb00fc req-e1f87605-ba74-4a84-ab74-f5dc875ff19e tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 931 time: 0.1987023 May 20 18:21:15.722221 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61509-32d2-4ee0-8664-29e4f65a8831 req-f96e44a9-3989-4193-bb28-1dc8e93bcdfe tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:15.723209 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-fee61509-32d2-4ee0-8664-29e4f65a8831 req-f96e44a9-3989-4193-bb28-1dc8e93bcdfe tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Synchronizing usage tracker for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:21:15.774949 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-fee61509-32d2-4ee0-8664-29e4f65a8831 req-f96e44a9-3989-4193-bb28-1dc8e93bcdfe tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Unset dirty status for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:21:15.776275 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fee61509-32d2-4ee0-8664-29e4f65a8831 req-f96e44a9-3989-4193-bb28-1dc8e93bcdfe tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 931 time: 0.1726651 May 20 18:21:15.778475 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-f56b234e-39cc-47c2-bb7b-41de54eb00fc req-79b9709c-0709-4583-b4cf-2453e2550d5d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Synchronizing usage tracker for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:21:15.822762 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-f56b234e-39cc-47c2-bb7b-41de54eb00fc req-79b9709c-0709-4583-b4cf-2453e2550d5d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Unset dirty status for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:21:15.823887 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f56b234e-39cc-47c2-bb7b-41de54eb00fc req-79b9709c-0709-4583-b4cf-2453e2550d5d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968578 May 20 18:21:15.831154 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fee61509-32d2-4ee0-8664-29e4f65a8831 req-c063d686-4c21-411d-8ae0-8f2e8b6c27da tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487006 May 20 18:21:16.144639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109b649-57b6-4300-9efa-975d494c095c req-bdb30c17-9e1c-47a0-8710-6bfb4a804d91 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:16.146121 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3109b649-57b6-4300-9efa-975d494c095c req-bdb30c17-9e1c-47a0-8710-6bfb4a804d91 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0847545 May 20 18:21:16.193034 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3109b649-57b6-4300-9efa-975d494c095c req-29e82cdc-7547-49a1-9377-f28a4b1bdd95 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 May 20 18:21:17.079090 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8feceb-5a49-4f92-b086-e01f7f3ae3dd req-8de17f93-f0cf-4faf-8f69-a4cb34098dd8 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:17.082609 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b8feceb-5a49-4f92-b086-e01f7f3ae3dd req-8de17f93-f0cf-4faf-8f69-a4cb34098dd8 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 931 time: 0.1395226 May 20 18:21:17.093997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03748066-30a1-4dc3-a77f-6793ea843ac5 req-1b8ca809-5a92-461c-9654-dac377d60a7e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:17.095451 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-03748066-30a1-4dc3-a77f-6793ea843ac5 req-1b8ca809-5a92-461c-9654-dac377d60a7e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 931 time: 0.1228304 May 20 18:21:17.160102 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b8feceb-5a49-4f92-b086-e01f7f3ae3dd req-bf49835f-050e-4e6a-bd6f-be40da9ddd2a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636885 May 20 18:21:17.172578 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-03748066-30a1-4dc3-a77f-6793ea843ac5 req-6b3db257-4407-4267-b874-27d7593cb1a3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630574 May 20 18:21:17.403216 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3b917-8842-4e77-a68a-f42d9f8dcdf1 req-d7ab01fd-adb8-4674-a5a0-fda9d1e91199 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:17.404663 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-18d3b917-8842-4e77-a68a-f42d9f8dcdf1 req-d7ab01fd-adb8-4674-a5a0-fda9d1e91199 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0873621 May 20 18:21:17.453081 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-18d3b917-8842-4e77-a68a-f42d9f8dcdf1 req-6d10b1f6-f277-4b6a-aa15-a0a0f4dee319 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 May 20 18:21:18.369951 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed36963-272e-4d3d-a266-55dec61d4a39 req-50a055f0-1042-4119-a0ba-e6e67ff86cf5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:18.371448 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3ed36963-272e-4d3d-a266-55dec61d4a39 req-50a055f0-1042-4119-a0ba-e6e67ff86cf5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 931 time: 0.0874002 May 20 18:21:18.416680 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3ed36963-272e-4d3d-a266-55dec61d4a39 req-b10aa71a-8128-4429-8d22-7102fb9e8ca4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393848 May 20 18:21:18.508397 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf775a-7196-4499-9346-0f56763ae685 req-359ebea6-a431-435a-aaf0-f279dadabdab tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:18.509885 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fadf775a-7196-4499-9346-0f56763ae685 req-359ebea6-a431-435a-aaf0-f279dadabdab tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 931 time: 0.0889401 May 20 18:21:18.567638 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fadf775a-7196-4499-9346-0f56763ae685 req-d828ce7b-ce26-4b63-9dca-9befb2bc12ef tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502350 May 20 18:21:18.691937 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a63547-6bb1-4cbf-8b9c-fd554906662f req-d7118a53-4894-4d7e-84d8-621bac12dc85 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:18.693382 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7a63547-6bb1-4cbf-8b9c-fd554906662f req-d7118a53-4894-4d7e-84d8-621bac12dc85 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0972888 May 20 18:21:18.742262 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7a63547-6bb1-4cbf-8b9c-fd554906662f req-505d601a-33a4-46c6-8cc7-68cd56c70fe1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 May 20 18:21:19.079677 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8ffa78fb-1208-4553-96f5-50b3049ee223'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:21:19.115350 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Request body: {'port': {'device_id': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:19.116416 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Request body: {'port': {'device_id': '706aa132-7b10-478a-88ce-63509fd96923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:19.246429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:19.381190 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:19.396873 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78914022-383b-4cd2-9323-3d791730c85d req-d0961c48-0811-4c27-b405-f5371f27cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:19.398344 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-78914022-383b-4cd2-9323-3d791730c85d req-d0961c48-0811-4c27-b405-f5371f27cdd8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 1099 time: 0.1552625 May 20 18:21:19.496932 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-78914022-383b-4cd2-9323-3d791730c85d req-13e2b72d-5df9-4886-84ac-13637b46088d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703027 May 20 18:21:19.686833 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ca8da7-83bd-430a-b899-58e53703df92 {{(pid=91634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:21:19.696684 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:19.705874 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f7d8-f926-4aaf-9a92-0dbacadca735 req-f1ae6bd3-2270-4995-9f8f-dec048a33c59 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:19.708100 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6f45f7d8-f926-4aaf-9a92-0dbacadca735 req-f1ae6bd3-2270-4995-9f8f-dec048a33c59 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 931 time: 0.1694140 May 20 18:21:19.744740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Transition to ACTIVE for port object 19ca8da7-83bd-430a-b899-58e53703df92 will not be triggered until provisioned by entity L2. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:19.795557 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:19.804582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e08b58e-9cf5-437e-aeaa-b83f4b729468 {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:21:19.808640 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:19.812685 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:19.830502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Transition to ACTIVE for port object 7e08b58e-9cf5-437e-aeaa-b83f4b729468 will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:19.836280 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:19.842094 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:19.854042 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6f45f7d8-f926-4aaf-9a92-0dbacadca735 req-151ba93d-90f0-4a9b-86f4-729eb368ab0e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379206 May 20 18:21:20.062173 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Pushing event updated for resources: {'Port': ['ID=7e08b58e-9cf5-437e-aeaa-b83f4b729468,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:20.065791 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:20.074102 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Pushing event updated for resources: {'Port': ['ID=19ca8da7-83bd-430a-b899-58e53703df92,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:20.103286 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:20.145817 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Attempting to bind port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:21:20.146295 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Attempting to bind port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:21:20.146579 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Attempting to bind port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 on network 143836cb-8490-48ed-a867-815e18d3441c {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:20.151565 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 on network 143836cb-8490-48ed-a867-815e18d3441c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:21:20.151873 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Attempting to bind port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 on network 143836cb-8490-48ed-a867-815e18d3441c {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:20.157158 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:21:20.157483 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Checking segment: {'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:20.157849 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Bound using segment: {'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:21:20.158267 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Bound port: 7e08b58e-9cf5-437e-aeaa-b83f4b729468, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:21:20.158964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:20.199394 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757c963-2b61-48de-b5dc-f4198fc1a3dc req-18d95354-a2d6-4988-a753-230678a7f1ba tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:20.206402 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f757c963-2b61-48de-b5dc-f4198fc1a3dc req-18d95354-a2d6-4988-a753-230678a7f1ba tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 931 time: 0.4652336 May 20 18:21:20.266091 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] For port 7e08b58e-9cf5-437e-aeaa-b83f4b729468, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:21:20.269589 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] For port 7e08b58e-9cf5-437e-aeaa-b83f4b729468, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7e08b58e-9cf5-437e-aeaa-b83f4b729468,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:21:20.276020 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:20.277805 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516ade3-6e1d-46ab-8edd-7f58524940b8 req-e5a8669f-c588-4d2b-938b-99b53238efdb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:20.279277 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3516ade3-6e1d-46ab-8edd-7f58524940b8 req-e5a8669f-c588-4d2b-938b-99b53238efdb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2792268 May 20 18:21:20.279934 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Attempting to bind port 19ca8da7-83bd-430a-b899-58e53703df92 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:21:20.280352 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Attempting to bind port 19ca8da7-83bd-430a-b899-58e53703df92 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:21:20.280734 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Attempting to bind port 19ca8da7-83bd-430a-b899-58e53703df92 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:20.281261 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:20.290744 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Port 19ca8da7-83bd-430a-b899-58e53703df92 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:21:20.291054 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Attempting to bind port 19ca8da7-83bd-430a-b899-58e53703df92 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:20.307634 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f757c963-2b61-48de-b5dc-f4198fc1a3dc req-c787a01a-f033-4bc0-81f7-d9e7cda06de5 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004126 May 20 18:21:20.312019 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:21:20.312019 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Checking segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:20.312484 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Bound using segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:21:20.312818 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Bound port: 19ca8da7-83bd-430a-b899-58e53703df92, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:21:20.313147 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:20.350460 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:20.351077 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:20.352509 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-117390ef-1cc3-4418-b169-51830df40260 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e08b58e-9cf5-437e-aeaa-b83f4b729468 HTTP/1.1" status: 200 len: 1093 time: 1.2411008 May 20 18:21:20.352913 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706aa132-7b10-478a-88ce-63509fd96923', 'tag': '7e08b58e-9cf5-437e-aeaa-b83f4b729468'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:21:20.366360 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Pushing event updated for resources: {'Port': ['ID=7e08b58e-9cf5-437e-aeaa-b83f4b729468,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:20.373665 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:20.412030 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3516ade3-6e1d-46ab-8edd-7f58524940b8 req-3da7521d-a246-4bf6-9df0-78c70a82699a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255984 May 20 18:21:20.417484 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706aa132-7b10-478a-88ce-63509fd96923', 'tag': '7e08b58e-9cf5-437e-aeaa-b83f4b729468', 'status': 'completed', 'code': 200} May 20 18:21:20.446368 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] For port 19ca8da7-83bd-430a-b899-58e53703df92, host hv-cinder-79246, cleared binding levels {{(pid=91634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:21:20.449571 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] For port 19ca8da7-83bd-430a-b899-58e53703df92, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19ca8da7-83bd-430a-b899-58e53703df92,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:21:20.454910 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:20.459721 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:20.509405 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-e09de121-24b3-46e2-930b-408f7db544ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:20.510919 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-e09de121-24b3-46e2-930b-408f7db544ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62c0d81ba1944d6a7e7ffad3e9843c4&device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 1096 time: 0.0752382 May 20 18:21:20.521471 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:20.522080 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:20.523479 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] 10.222.0.42 "PUT /v2.0/ports/19ca8da7-83bd-430a-b899-58e53703df92 HTTP/1.1" status: 200 len: 1093 time: 1.4131734 May 20 18:21:20.523953 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'tag': '19ca8da7-83bd-430a-b899-58e53703df92'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:21:20.545528 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Pushing event updated for resources: {'Port': ['ID=19ca8da7-83bd-430a-b899-58e53703df92,revision_number=3']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:20.549354 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:20.582922 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'tag': '19ca8da7-83bd-430a-b899-58e53703df92', 'status': 'completed', 'code': 200} May 20 18:21:20.605036 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-79fe5cfc-1906-4b28-a6ea-919116da5509 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e08b58e-9cf5-437e-aeaa-b83f4b729468 HTTP/1.1" status: 200 len: 217 time: 0.0645890 May 20 18:21:20.678585 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-cc2e7d62-ef75-4c2a-91fd-36999f712ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:20.680276 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-cc2e7d62-ef75-4c2a-91fd-36999f712ce2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 1096 time: 0.0786667 May 20 18:21:20.682179 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-049d5849-789d-4a39-9b05-c079338d890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:20.683650 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-049d5849-789d-4a39-9b05-c079338d890c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b1a6b3c-f714-4f29-a39d-bc06ba851a7f HTTP/1.1" status: 200 len: 848 time: 0.0681002 May 20 18:21:20.767476 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-f1f5268b-00a9-487c-be83-18c06e2ce14d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143836cb-8490-48ed-a867-815e18d3441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623081 May 20 18:21:20.777070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-d0e5beaf-d3e6-480f-b655-06f2be51588f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ca8da7-83bd-430a-b899-58e53703df92 HTTP/1.1" status: 200 len: 217 time: 0.0727744 May 20 18:21:21.033465 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffebc9-e74c-4939-ac7b-a7b2203415af req-07a484e7-9190-4211-bc86-7e5dc8407723 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:21.034947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04ffebc9-e74c-4939-ac7b-a7b2203415af req-07a484e7-9190-4211-bc86-7e5dc8407723 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.0803125 May 20 18:21:21.079666 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04ffebc9-e74c-4939-ac7b-a7b2203415af req-085d9bfb-0319-4e01-b409-6869e0177a54 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387263 May 20 18:21:21.508117 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4e72-3429-4c6e-8215-785e8199fd06 req-5d930f5c-1f47-44b8-808b-ddc2c98cd5a8 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:21.509443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d5e4e72-3429-4c6e-8215-785e8199fd06 req-5d930f5c-1f47-44b8-808b-ddc2c98cd5a8 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.0861371 May 20 18:21:21.606433 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d5e4e72-3429-4c6e-8215-785e8199fd06 req-b74fac80-4a24-4326-8f92-0d701950c94c tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897408 May 20 18:21:21.637981 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e6e44-fefe-463a-abca-0a32f0c66063 req-c92adb14-b340-4a8f-a29b-569addb1c2eb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:21.640241 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5f9e6e44-fefe-463a-abca-0a32f0c66063 req-c92adb14-b340-4a8f-a29b-569addb1c2eb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1100476 May 20 18:21:21.685951 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5f9e6e44-fefe-463a-abca-0a32f0c66063 req-9d61ac06-5c8b-46c5-abf6-1f41f078c3f2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 May 20 18:21:22.274279 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849275ee-a1a1-4908-881f-f8268ec4e0e6 req-2c8afa95-6b1c-4cfe-acea-4088841851ae tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:22.275775 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-849275ee-a1a1-4908-881f-f8268ec4e0e6 req-2c8afa95-6b1c-4cfe-acea-4088841851ae tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.0840349 May 20 18:21:22.326172 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-849275ee-a1a1-4908-881f-f8268ec4e0e6 req-a74dee2b-d722-4f15-afff-edc882da862a tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 May 20 18:21:22.800904 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96112e0b-4e02-468b-8603-9204e036160e req-5195896a-f01b-407f-973d-8f4a0ca82f61 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:22.802325 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-96112e0b-4e02-468b-8603-9204e036160e req-5195896a-f01b-407f-973d-8f4a0ca82f61 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.0821788 May 20 18:21:22.899605 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-96112e0b-4e02-468b-8603-9204e036160e req-8c28c1bf-21a8-4820-ad21-e3e9b6267d16 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647743 May 20 18:21:22.925779 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c0c3-6eb8-48f5-a4e3-714b03c0794f req-ff534c64-890f-4be9-a93b-914d1df726ef tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:22.927281 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b721c0c3-6eb8-48f5-a4e3-714b03c0794f req-ff534c64-890f-4be9-a93b-914d1df726ef tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1240380 May 20 18:21:22.973656 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b721c0c3-6eb8-48f5-a4e3-714b03c0794f req-5de296d7-e233-4142-be8e-2876a09354d5 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 May 20 18:21:23.051700 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ebeafd73-b32e-4eef-89a9-28a1b571f02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:23.516459 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27092e7d-010c-4046-9f51-9a820e6c6dac req-d4c22565-edb7-4f50-b1b3-0faa5ad304fa tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:23.517914 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27092e7d-010c-4046-9f51-9a820e6c6dac req-d4c22565-edb7-4f50-b1b3-0faa5ad304fa tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.0838432 May 20 18:21:23.568499 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27092e7d-010c-4046-9f51-9a820e6c6dac req-81fc9c17-631a-40a3-8af8-6e42d4032f45 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 May 20 18:21:24.132355 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7de282-dc2a-4000-95e0-a646149bcb10 req-d5bcb8fb-39e7-4b14-9f70-481ed4e6e976 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:24.134065 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fd7de282-dc2a-4000-95e0-a646149bcb10 req-d5bcb8fb-39e7-4b14-9f70-481ed4e6e976 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.1179099 May 20 18:21:24.202463 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fd7de282-dc2a-4000-95e0-a646149bcb10 req-74d4cbf5-9121-4750-8274-c40e9e910f24 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619516 May 20 18:21:24.220363 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5a2fc-5dac-4123-929b-a43d831ed316 req-6e10c03f-6f37-49d7-bd8f-49b459838c7b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:24.221920 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f7d5a2fc-5dac-4123-929b-a43d831ed316 req-6e10c03f-6f37-49d7-bd8f-49b459838c7b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1291404 May 20 18:21:24.269672 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f7d5a2fc-5dac-4123-929b-a43d831ed316 req-e81b5f13-c5ed-4523-a381-1cce849ab321 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 May 20 18:21:24.766732 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13191-e7ad-4579-832a-76d369875de8 req-42577293-fd0a-4541-a27d-d3f5a8534ff7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:24.768223 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33b13191-e7ad-4579-832a-76d369875de8 req-42577293-fd0a-4541-a27d-d3f5a8534ff7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.0827043 May 20 18:21:24.813930 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33b13191-e7ad-4579-832a-76d369875de8 req-21c85d3a-dd5e-47e3-8b99-31e2cd5a7fd4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 May 20 18:21:25.355599 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6a9b848c-1873-4aba-9915-b4457a8880e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:25.498747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1611-f4d3-4373-b75e-d9b63cec992f req-b9181bd4-51d3-4aa0-8c8f-a5814e69825a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:25.500113 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6dbe1611-f4d3-4373-b75e-d9b63cec992f req-b9181bd4-51d3-4aa0-8c8f-a5814e69825a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.1899214 May 20 18:21:25.512225 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298c0a-ef33-4082-a531-871d1db52223 req-6f81aaf2-ae5c-4f57-9424-20a231886d7e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:25.513638 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fc298c0a-ef33-4082-a531-871d1db52223 req-6f81aaf2-ae5c-4f57-9424-20a231886d7e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1074762 May 20 18:21:25.579567 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6dbe1611-f4d3-4373-b75e-d9b63cec992f req-1dd6c871-0656-4641-b7c2-788c7efcadeb tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650036 May 20 18:21:25.586275 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fc298c0a-ef33-4082-a531-871d1db52223 req-a666c22c-dbdb-402a-82c4-5610a5b47edd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590670 May 20 18:21:25.625320 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:25.775585 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-43d22ed5-bc94-4bfa-89f0-5dcc8600348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:25.776901 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-43d22ed5-bc94-4bfa-89f0-5dcc8600348a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.0591059 May 20 18:21:25.833903 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-cfc14ca6-3141-492f-98fa-c591408572bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450602 May 20 18:21:25.848635 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-d41c117e-d86b-4b05-81db-5ef622f04209 service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315701 May 20 18:21:26.002457 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-018e7560-5271-4bb3-837b-2c1631ed9ac7 req-62d53c90-4878-4872-b910-db834aa6c863 service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341872 May 20 18:21:26.059271 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-76ab846f-58c9-49fe-b781-75d3ec3fa9f8 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916738 May 20 18:21:26.078528 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d8456-7288-4c61-9856-63a8f7edc732 req-be7831b6-58ea-4a2b-b484-352a4e7f71f0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:26.080283 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ee9d8456-7288-4c61-9856-63a8f7edc732 req-be7831b6-58ea-4a2b-b484-352a4e7f71f0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.1214745 May 20 18:21:26.214540 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ee9d8456-7288-4c61-9856-63a8f7edc732 req-60bb8c6b-fcb3-4260-b9b8-f49ecd63b067 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263866 May 20 18:21:26.246266 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-c8ba3eee-5b1b-429f-a038-90f0f16e8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:26.247845 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-c8ba3eee-5b1b-429f-a038-90f0f16e8ca1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62c0d81ba1944d6a7e7ffad3e9843c4&device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 1096 time: 0.1469929 May 20 18:21:26.257206 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5841bfea-883a-4155-a8a9-09a44cea45dd req-66077545-cc08-4f04-9ffb-53ea1cb183fa service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574779 May 20 18:21:26.404748 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-ef93c100-a592-43bf-aee1-aa9ffbdd29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:26.406682 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-ef93c100-a592-43bf-aee1-aa9ffbdd29dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=143836cb-8490-48ed-a867-815e18d3441c HTTP/1.1" status: 200 len: 909 time: 0.1481669 May 20 18:21:26.415409 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-162523c7-4bb1-4223-9e7d-0cce4964ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:26.416876 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-162523c7-4bb1-4223-9e7d-0cce4964ab9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 1096 time: 0.0861864 May 20 18:21:26.491588 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-470a5ff8-3bd9-4441-bdad-a42fc2e72fc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e08b58e-9cf5-437e-aeaa-b83f4b729468 HTTP/1.1" status: 200 len: 217 time: 0.0619788 May 20 18:21:26.523161 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:26.568872 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-df81aa1f-340a-4ebb-bdc1-d25c2cc46eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:26.570331 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-df81aa1f-340a-4ebb-bdc1-d25c2cc46eea service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 916 time: 0.1391916 May 20 18:21:26.832457 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77f0c-ac14-491d-9381-f10e61161132 req-d3dd8109-b9eb-4679-8b6a-99267e75d966 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:26.833946 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9ed77f0c-ac14-491d-9381-f10e61161132 req-d3dd8109-b9eb-4679-8b6a-99267e75d966 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.1445148 May 20 18:21:26.845601 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03450b6-0ebd-410b-afd5-12aa6de3c810 req-abcb7a75-c815-4330-abfa-696f13137d84 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:26.847082 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d03450b6-0ebd-410b-afd5-12aa6de3c810 req-abcb7a75-c815-4330-abfa-696f13137d84 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1217191 May 20 18:21:26.918560 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9ed77f0c-ac14-491d-9381-f10e61161132 req-5f697520-7305-4bbe-9df3-6b7d9ecd4617 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705032 May 20 18:21:26.923736 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d03450b6-0ebd-410b-afd5-12aa6de3c810 req-3bb968de-9c03-4c0e-879e-d756795bc010 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 May 20 18:21:27.120255 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a4ba6-f2bf-4aa5-a584-d510fb52fb29 req-72eec8f6-8a63-442b-9247-5fbe187d4f7c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:27.121728 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b35a4ba6-f2bf-4aa5-a584-d510fb52fb29 req-72eec8f6-8a63-442b-9247-5fbe187d4f7c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0865352 May 20 18:21:27.171457 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b35a4ba6-f2bf-4aa5-a584-d510fb52fb29 req-538b2598-ed08-4a5a-bd64-428bfc1d44e4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 May 20 18:21:27.421378 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecd3d-645a-4bf8-9305-ec6de50ea828 req-06d58651-672b-41fd-ba0c-53c3003d6b2c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:27.422992 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fe7ecd3d-645a-4bf8-9305-ec6de50ea828 req-06d58651-672b-41fd-ba0c-53c3003d6b2c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.0873034 May 20 18:21:27.468295 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fe7ecd3d-645a-4bf8-9305-ec6de50ea828 req-70668c16-6ca5-4e24-a34a-38b536d3033f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 May 20 18:21:28.119726 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbdc39-8aeb-4b85-bdfb-c358fa0e8e83 req-31cf247d-b539-4f85-8294-1e63afb264ca tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:28.121206 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ccfbdc39-8aeb-4b85-bdfb-c358fa0e8e83 req-31cf247d-b539-4f85-8294-1e63afb264ca tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.0853815 May 20 18:21:28.172606 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ccfbdc39-8aeb-4b85-bdfb-c358fa0e8e83 req-1fe77168-d3b6-4b86-81ab-907f81c48499 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 May 20 18:21:28.211667 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:28.429604 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:28.655954 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefc1d3-8d47-4350-a879-6472183213be req-ea6cd239-6636-4188-82c2-d50628bef1bb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:28.657425 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-deefc1d3-8d47-4350-a879-6472183213be req-ea6cd239-6636-4188-82c2-d50628bef1bb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.0803926 May 20 18:21:28.706810 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-deefc1d3-8d47-4350-a879-6472183213be req-fc48f038-718b-48e0-be80-1e9138eed8a8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 May 20 18:21:29.068707 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-f44e035d-5945-46a0-bd71-1a25a91ce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:29.070044 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-f44e035d-5945-46a0-bd71-1a25a91ce9e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b1a6b3c-f714-4f29-a39d-bc06ba851a7f HTTP/1.1" status: 200 len: 848 time: 0.0689199 May 20 18:21:29.359944 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0533a5-4f2f-4c04-9cd2-ce7833b81d78 req-2ec2a467-6a9e-48ac-a758-213dde037c6b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:29.361282 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b0533a5-4f2f-4c04-9cd2-ce7833b81d78 req-2ec2a467-6a9e-48ac-a758-213dde037c6b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.0825813 May 20 18:21:29.407576 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b0533a5-4f2f-4c04-9cd2-ce7833b81d78 req-8c6167c3-0e2e-4e9e-8227-f43e0134c792 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 May 20 18:21:29.949450 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433c628-b9f2-4e44-bb7a-e764e049f727 req-d0917831-56ab-43ea-af7f-42f96db8f3ca tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:29.950904 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9433c628-b9f2-4e44-bb7a-e764e049f727 req-d0917831-56ab-43ea-af7f-42f96db8f3ca tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.1379647 May 20 18:21:29.995073 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9433c628-b9f2-4e44-bb7a-e764e049f727 req-58a25503-7f99-4ce8-a366-66f609904153 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 May 20 18:21:30.476868 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-267cb525-faf1-4cf1-82ac-dd632db0b570 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143836cb-8490-48ed-a867-815e18d3441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497789 May 20 18:21:30.498279 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-18863a0a-1416-4c58-a620-e4955965f738 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ca8da7-83bd-430a-b899-58e53703df92 HTTP/1.1" status: 200 len: 217 time: 0.0765679 May 20 18:21:30.621518 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-58661b8b-2774-4bf3-81e4-67aaf7dbaf8d service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281643 May 20 18:21:30.622290 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-0d111249-6455-47bd-b1f0-0d99eebf60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:30.623729 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-0d111249-6455-47bd-b1f0-0d99eebf60a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.1101406 May 20 18:21:30.649253 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834f3ca-0cbc-4612-8688-1bc5eadd2987 req-591e2f55-be00-48b5-a4cc-8bcbc833afdb tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:30.651036 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a834f3ca-0cbc-4612-8688-1bc5eadd2987 req-591e2f55-be00-48b5-a4cc-8bcbc833afdb tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.1074445 May 20 18:21:30.704535 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-4f3326b1-a88e-486e-b5ed-ede11f9b1d33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523226 May 20 18:21:30.755704 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a834f3ca-0cbc-4612-8688-1bc5eadd2987 req-77ed1031-9ab7-478b-8fbf-f3e7fc8c8951 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698481 May 20 18:21:30.775663 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3c043966-1ea9-4b16-9af0-b7f08f34975c req-4ff2e349-6f02-4f6a-b2c3-45e3d16cfb94 service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269367 May 20 18:21:30.858089 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-c21e6d43-266f-400e-ae5d-1401b20966de service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311216 May 20 18:21:31.000607 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8bddd463-81cf-45e7-8c21-c716df55ec61 req-ec2e927b-de6e-4edf-a17a-9e6d171a2a37 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305783 May 20 18:21:31.186880 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849115f-ec8c-4222-b45d-5d95467077e2 req-a04d2d9d-45d0-46f0-bd43-5f4c73b38c93 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:31.188336 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7849115f-ec8c-4222-b45d-5d95467077e2 req-a04d2d9d-45d0-46f0-bd43-5f4c73b38c93 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.0842969 May 20 18:21:31.235000 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7849115f-ec8c-4222-b45d-5d95467077e2 req-f843daef-1720-41e4-9e22-ee042024676f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 May 20 18:21:31.959836 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e68da-7b35-4aa3-891f-c3150e86e750 req-6e72fd51-de26-48ea-b308-9aff3d3fdbdd tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:31.961429 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-920e68da-7b35-4aa3-891f-c3150e86e750 req-6e72fd51-de26-48ea-b308-9aff3d3fdbdd tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.0875363 May 20 18:21:32.013979 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-920e68da-7b35-4aa3-891f-c3150e86e750 req-e83d1711-be34-488f-bceb-d323a4b30193 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 May 20 18:21:32.536542 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-1ffb5ee3-c3ee-4838-b155-d61410750801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:32.537931 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-1ffb5ee3-c3ee-4838-b155-d61410750801 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.2031443 May 20 18:21:32.553934 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c466fe7-d372-4bff-93ef-e3df1bbb4675 req-ee441631-c00b-4a3f-b7a3-e8e9664b373a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:32.555389 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3c466fe7-d372-4bff-93ef-e3df1bbb4675 req-ee441631-c00b-4a3f-b7a3-e8e9664b373a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1861341 May 20 18:21:32.563782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bb419-3f04-401c-942a-845ef6daba76 req-2a3865f7-cfe8-4226-9bf7-1abf9a31dc1c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:32.565117 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d1bb419-3f04-401c-942a-845ef6daba76 req-2a3865f7-cfe8-4226-9bf7-1abf9a31dc1c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 943 time: 0.1948209 May 20 18:21:32.731240 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d1bb419-3f04-401c-942a-845ef6daba76 req-5e20832a-0930-4d85-9021-557f26de4215 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450598 May 20 18:21:32.736319 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3c466fe7-d372-4bff-93ef-e3df1bbb4675 req-8df6a85d-2fcd-4c3d-913d-56d3dff34e16 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702836 May 20 18:21:32.766054 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-c0ac4a73-e72c-4d5f-a81a-1c11937a5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:32.767730 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-c0ac4a73-e72c-4d5f-a81a-1c11937a5bf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.2113571 May 20 18:21:32.841947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-15e2133c-2c4d-4f81-94a5-bc81a568634d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 217 time: 0.0628595 May 20 18:21:32.912936 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-efe24960-9ddb-4ff6-99b5-f64c04d66d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:32.914646 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-efe24960-9ddb-4ff6-99b5-f64c04d66d3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.0623591 May 20 18:21:32.969800 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-0ec2d715-6fb9-4f7a-a1bd-e89203594046 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481486 May 20 18:21:33.139885 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 19ca8da7-83bd-430a-b899-58e53703df92 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:21:33.255565 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-07ce6ed1-1733-4225-8560-b7ac9e0768b5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644882 May 20 18:21:33.278786 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5df79-6bdf-44a9-92d1-da61506c5bfb req-05c8c6c5-74f8-4998-b88e-8eb8a7d5f564 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:33.280152 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4e5df79-6bdf-44a9-92d1-da61506c5bfb req-05c8c6c5-74f8-4998-b88e-8eb8a7d5f564 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 943 time: 0.1177771 May 20 18:21:33.301437 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 19ca8da7-83bd-430a-b899-58e53703df92, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19ca8da7-83bd-430a-b899-58e53703df92,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:33.315101 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '19ca8da7-83bd-430a-b899-58e53703df92', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'port_id': '19ca8da7-83bd-430a-b899-58e53703df92', 'mac_address': 'fa:16:3e:0e:38:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dae1e4-ace5-48a5-a868-2d7d54b0650b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:21:33.371113 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:33.389035 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ca8da7-83bd-430a-b899-58e53703df92 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:21:33.406606 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 19ca8da7-83bd-430a-b899-58e53703df92, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19ca8da7-83bd-430a-b899-58e53703df92,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:33.409971 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4e5df79-6bdf-44a9-92d1-da61506c5bfb req-e1847e5a-8ac7-40f0-b20e-1ee3851ee7c0 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112332 May 20 18:21:33.411319 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:33.412467 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7e08b58e-9cf5-437e-aeaa-b83f4b729468 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:21:33.416355 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:33.442363 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59b4dfa2-f533-439e-bc7c-55e845a78447 req-32a97a6c-749a-4279-ba03-2923ec58d26b service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612439 May 20 18:21:33.525297 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=19ca8da7-83bd-430a-b899-58e53703df92,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:33.580951 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.581388 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.581702 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.582050 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.582393 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.582715 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.583007 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.583342 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.583679 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.583993 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.584288 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.584591 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:33.596416 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:33.626883 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 7e08b58e-9cf5-437e-aeaa-b83f4b729468, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7e08b58e-9cf5-437e-aeaa-b83f4b729468,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:33.641764 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '7e08b58e-9cf5-437e-aeaa-b83f4b729468', 'network_id': '143836cb-8490-48ed-a867-815e18d3441c', 'port_id': '7e08b58e-9cf5-437e-aeaa-b83f4b729468', 'mac_address': 'fa:16:3e:cf:e3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1a6b3c-f714-4f29-a39d-bc06ba851a7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:21:33.696708 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:33.715339 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e08b58e-9cf5-437e-aeaa-b83f4b729468 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:21:33.732336 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 7e08b58e-9cf5-437e-aeaa-b83f4b729468, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7e08b58e-9cf5-437e-aeaa-b83f4b729468,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:33.740342 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:33.743447 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:33.822263 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=7e08b58e-9cf5-437e-aeaa-b83f4b729468,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:33.831643 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:33.991361 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e230d-c494-4899-94da-847d991aef07 req-9571b6cd-463e-44c4-b4a2-f04369ea12cc tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:33.992789 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-910e230d-c494-4899-94da-847d991aef07 req-9571b6cd-463e-44c4-b4a2-f04369ea12cc tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1406503 May 20 18:21:33.999850 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fda7da-ef7f-4fbe-9b41-4c1458a1995d req-f8709d92-9bae-4836-8db1-1559841160a6 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:34.001171 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d0fda7da-ef7f-4fbe-9b41-4c1458a1995d req-f8709d92-9bae-4836-8db1-1559841160a6 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1477432 May 20 18:21:34.071157 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-910e230d-c494-4899-94da-847d991aef07 req-aa3b5fb8-fed0-4523-a298-f018796445ce tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690105 May 20 18:21:34.073910 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d0fda7da-ef7f-4fbe-9b41-4c1458a1995d req-42df4d1e-5f23-4ecc-a744-b85b4efc601a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587606 May 20 18:21:34.626903 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aac33-98e5-42b0-a430-6b67cbafa053 req-fb455ac4-415c-45cd-b987-535f2badc0a4 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:34.628383 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9e8aac33-98e5-42b0-a430-6b67cbafa053 req-fb455ac4-415c-45cd-b987-535f2badc0a4 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.0880177 May 20 18:21:34.676015 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9e8aac33-98e5-42b0-a430-6b67cbafa053 req-10bfeac6-9724-41c2-9b67-5abeeab4bca9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 May 20 18:21:35.330618 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672b6-1fda-4b43-a79e-09d2174e2e85 req-b542c441-efe3-42dc-8c99-f29d7b074f8e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:35.332506 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-022672b6-1fda-4b43-a79e-09d2174e2e85 req-b542c441-efe3-42dc-8c99-f29d7b074f8e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1500788 May 20 18:21:35.343068 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e015f-5bf5-4af2-bcab-90927da6e8f1 req-3c249bcd-3a36-4577-adac-099e5551479b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:35.344448 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a48e015f-5bf5-4af2-bcab-90927da6e8f1 req-3c249bcd-3a36-4577-adac-099e5551479b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1310875 May 20 18:21:35.412084 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-022672b6-1fda-4b43-a79e-09d2174e2e85 req-88c65952-57c0-434d-82a9-ea935630f518 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667126 May 20 18:21:35.416375 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a48e015f-5bf5-4af2-bcab-90927da6e8f1 req-e13b640b-9d5f-4b42-81fe-00d5000822db tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579495 May 20 18:21:35.875842 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58ef4a-6788-4648-aef0-6f4d24ca5917 req-9dbd20ec-2274-4cbe-8ddc-29598468ab45 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:35.877254 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e58ef4a-6788-4648-aef0-6f4d24ca5917 req-9dbd20ec-2274-4cbe-8ddc-29598468ab45 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.0859733 May 20 18:21:35.924700 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e58ef4a-6788-4648-aef0-6f4d24ca5917 req-b089af7c-5341-4bdd-acc7-e4475835b22f tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 May 20 18:21:36.665380 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69599-8525-44a7-8d26-68b98947add1 req-5754c3f8-e890-4879-956f-078f5b4952d2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:36.666861 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-14b69599-8525-44a7-8d26-68b98947add1 req-5754c3f8-e890-4879-956f-078f5b4952d2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1432304 May 20 18:21:36.678927 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1276a-4f74-4f36-8cf4-634618fef63f req-425736a7-bd2f-4325-ad07-1ce1dbae5738 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:36.680539 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c1b1276a-4f74-4f36-8cf4-634618fef63f req-425736a7-bd2f-4325-ad07-1ce1dbae5738 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1259286 May 20 18:21:36.746348 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-14b69599-8525-44a7-8d26-68b98947add1 req-61f82522-6740-4e57-aa1e-a913009de49c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648818 May 20 18:21:36.756799 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c1b1276a-4f74-4f36-8cf4-634618fef63f req-c294307e-31ed-4536-97cb-4a5e226cb0fc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602250 May 20 18:21:37.126529 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787893ed-ec48-4f4b-a82e-1d7ea719d64a req-96f109ef-9496-4b51-9ec6-0f4fb1db0006 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:37.129661 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-787893ed-ec48-4f4b-a82e-1d7ea719d64a req-96f109ef-9496-4b51-9ec6-0f4fb1db0006 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.0832093 May 20 18:21:37.177439 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-787893ed-ec48-4f4b-a82e-1d7ea719d64a req-5799a7d7-26e5-4e80-afb9-4c8e75812946 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 May 20 18:21:38.000584 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e239a42-ab59-494b-911c-fd1f267e04ad req-59648c19-1cac-44da-b600-459f7705631b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:38.002022 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e239a42-ab59-494b-911c-fd1f267e04ad req-59648c19-1cac-44da-b600-459f7705631b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1395562 May 20 18:21:38.009312 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e100-ce6f-4498-9de2-913a6184f219 req-38a3cbaf-620d-4e04-94c1-2509d3fe7ca7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:38.010707 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9f80e100-ce6f-4498-9de2-913a6184f219 req-38a3cbaf-620d-4e04-94c1-2509d3fe7ca7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1173899 May 20 18:21:38.075079 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e239a42-ab59-494b-911c-fd1f267e04ad req-8674067d-16c5-4e99-afad-b2555d12afd1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633345 May 20 18:21:38.084628 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9f80e100-ce6f-4498-9de2-913a6184f219 req-6358e15d-01a0-4b47-8e1b-2d61d038fd5f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 May 20 18:21:38.271811 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:21:38.364498 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a036bf-3792-41ca-a38f-46d9effd0705 req-d2ea9876-4750-41b1-b442-7b3905cee8f3 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:38.365938 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08a036bf-3792-41ca-a38f-46d9effd0705 req-d2ea9876-4750-41b1-b442-7b3905cee8f3 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.0825245 May 20 18:21:38.416243 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08a036bf-3792-41ca-a38f-46d9effd0705 req-90f3c2dc-3bf4-4e70-b26f-27911369563e tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 May 20 18:21:38.777723 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['7e08b58e-9cf5-437e-aeaa-b83f4b729468'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:21:38.814270 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['19ca8da7-83bd-430a-b899-58e53703df92'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:21:39.322879 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a48459-1403-4ae6-9177-93074b5fd0d5 req-cbdfe601-dc4e-4f64-9c03-1410d7439e65 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:39.324334 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4a48459-1403-4ae6-9177-93074b5fd0d5 req-cbdfe601-dc4e-4f64-9c03-1410d7439e65 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1090400 May 20 18:21:39.332772 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b470781-8a77-4cb8-8689-5a47b4b8007f req-0bf0cc05-5cc3-41d1-a52a-84cf96bdd89f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:39.334190 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b470781-8a77-4cb8-8689-5a47b4b8007f req-0bf0cc05-5cc3-41d1-a52a-84cf96bdd89f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1503627 May 20 18:21:39.475706 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4a48459-1403-4ae6-9177-93074b5fd0d5 req-cf005055-e764-47b8-9596-7a8bc5dafb57 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405425 May 20 18:21:39.480078 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b470781-8a77-4cb8-8689-5a47b4b8007f req-3ed07ae1-0dd1-4cc8-863f-7d093ccdf508 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282313 May 20 18:21:39.665297 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd64146-e785-4dae-b5a3-d462f8cd03ec req-86683468-11fc-46ba-89ad-6f2230482c18 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:39.666830 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6dd64146-e785-4dae-b5a3-d462f8cd03ec req-86683468-11fc-46ba-89ad-6f2230482c18 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.0894709 May 20 18:21:39.731239 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6dd64146-e785-4dae-b5a3-d462f8cd03ec req-5f873074-6dd7-43f9-a919-d069f1d20eaa tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 May 20 18:21:40.764885 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24b0da-ede2-4eb5-8ebc-0f5fe0a2c229 req-d1c2bd3e-eb71-4a31-a994-d0aa6330b992 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:40.764885 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c24b0da-ede2-4eb5-8ebc-0f5fe0a2c229 req-d1c2bd3e-eb71-4a31-a994-d0aa6330b992 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1222787 May 20 18:21:40.774993 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a352-38d8-4bba-ac46-600c7ab2f7dd req-4e652ba4-8e01-4afe-8a1a-a98db4554c9a tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:40.776865 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c584a352-38d8-4bba-ac46-600c7ab2f7dd req-4e652ba4-8e01-4afe-8a1a-a98db4554c9a tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1747458 May 20 18:21:40.853494 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c584a352-38d8-4bba-ac46-600c7ab2f7dd req-ee4e9a20-285d-46ee-9bfd-b5bb0da04c72 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606039 May 20 18:21:40.856378 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c24b0da-ede2-4eb5-8ebc-0f5fe0a2c229 req-39c97667-dd20-4eeb-8d6a-7ac4f9aae1c3 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784528 May 20 18:21:41.090980 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3c2b-82b0-4a0d-88d6-f8537ae5182f req-81b7aa61-8dee-4614-bae7-bd15a01611b2 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:41.100566 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35ed3c2b-82b0-4a0d-88d6-f8537ae5182f req-81b7aa61-8dee-4614-bae7-bd15a01611b2 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.1309114 May 20 18:21:41.162252 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35ed3c2b-82b0-4a0d-88d6-f8537ae5182f req-1f5619c8-d1a8-47af-b243-a2e617f1f96a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579579 May 20 18:21:41.321114 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 38826) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:41.474294 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:41.491155 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:41.495706 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Usage tracker for resource:security_group_rule and tenant:7babb324c7a64cf3bc8701d074be91e6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:41.499060 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:41.505461 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:41.598195 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:41.604285 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:41.612112 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cb25ffe6-3c06-47dc-b09d-ee36ad621f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:41.663581 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7babb324c7a64cf3bc8701d074be91e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425364 May 20 18:21:41.663726 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 38840) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:41.664450 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3088b4c-0806-483f-aaf7-b73ee4ada74a,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:41.673499 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.673860 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.674215 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.674593 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.674938 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.675284 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.675651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.675990 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.676328 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.676663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.676997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.677326 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.681621 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:41.737277 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:41.773153 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:41.834741 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:41.839441 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-dcfd84f7-dfa6-4430-b9ae-ee95bfcd10f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:41.853059 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3088b4c-0806-483f-aaf7-b73ee4ada74a,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:41.862356 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.862760 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.863105 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.863448 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.863779 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.864113 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.864443 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.864769 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.865079 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.865404 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.865832 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.866226 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:41.869210 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:41.872680 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3088b4c-0806-483f-aaf7-b73ee4ada74a HTTP/1.1" status: 204 len: 168 time: 0.2054658 May 20 18:21:41.872680 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:42.160103 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3018499-a563-4ed6-9350-bfc1a9518a9c req-1ea35d38-9ae5-4cbe-a66a-dfa6be821ef2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:42.161658 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e3018499-a563-4ed6-9350-bfc1a9518a9c req-1ea35d38-9ae5-4cbe-a66a-dfa6be821ef2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1571400 May 20 18:21:42.174817 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5688c-a33e-4de3-be01-942eb7d1fe62 req-7b8d7ccc-d45d-46ca-b301-073764db86d9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:42.176734 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3dc5688c-a33e-4de3-be01-942eb7d1fe62 req-7b8d7ccc-d45d-46ca-b301-073764db86d9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1240621 May 20 18:21:42.277309 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e3018499-a563-4ed6-9350-bfc1a9518a9c req-cd06b9cb-ddd1-48df-8f3e-b43871ee34f5 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997736 May 20 18:21:42.281824 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3dc5688c-a33e-4de3-be01-942eb7d1fe62 req-b7869a96-d404-4e4b-a783-52b54b9480d0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904677 May 20 18:21:42.481018 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120120b-46c8-48f3-9f8e-3d7b4f9bb355 req-946704cb-eac3-4bb0-8770-c298e42f38da tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:42.482598 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1120120b-46c8-48f3-9f8e-3d7b4f9bb355 req-946704cb-eac3-4bb0-8770-c298e42f38da tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.0844195 May 20 18:21:42.531015 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1120120b-46c8-48f3-9f8e-3d7b4f9bb355 req-9ab112bb-554b-4f7a-8cdb-0f0c60ab2595 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 May 20 18:21:42.638511 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 38878) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:42.753328 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-233601037-network', 'tenant_id': '2cfd6346a01f45969b0153591be060f1'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:42.760450 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:42.766918 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Usage tracker for resource:network and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:42.770963 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:42.778204 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:42.790922 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Made reservation on behalf of 2cfd6346a01f45969b0153591be060f1 for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:21:42.793343 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:42.808401 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:42.823248 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:42.827394 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:42.830321 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:42.836215 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:42.919210 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:42.925906 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:42.928733 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c9677d91-111f-4049-b013-660643ac51e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:42.955267 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:21:42.966279 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa51e03-6a27-44b7-ab76-0fbda42c6da7,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:42.970120 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:42.972689 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:42.973022 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Added segment adeccfb1-8ec2-4d45-89af-d659176fe1be of type vlan for network 120ffe63-135e-4062-a4fd-344fc18c33a0 May 20 18:21:42.998669 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.034409 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.035943 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:43.036618 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.040144 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9c1e3d2c-a284-498e-83c6-eefa0ec36b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:43.132294 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4926848 May 20 18:21:43.135741 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 38888) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:43.136190 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Pushing event updated for resources: {'Network': ['ID=120ffe63-135e-4062-a4fd-344fc18c33a0,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:43.140242 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:43.143692 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Request body: {'subnet': {'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-233601037-subnet', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:43.145828 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:21:43.148681 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:43.152560 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Usage tracker for resource:subnet and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:43.155357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:43.161048 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:43.173191 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Made reservation on behalf of 2cfd6346a01f45969b0153591be060f1 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:21:43.175793 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9895486'] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.545210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62031012-0c96-47cd-881b-a63b7102e96c req-e6f7eca5-f1e4-4945-ba67-a94b14ba2f15 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:43.546751 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-62031012-0c96-47cd-881b-a63b7102e96c req-e6f7eca5-f1e4-4945-ba67-a94b14ba2f15 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1425378 May 20 18:21:43.575410 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b5a0-abac-4c31-a718-91de378e7c3e req-de5ce28b-ac0e-49bc-a9fc-87e23c01bbd5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:43.576940 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4534b5a0-abac-4c31-a718-91de378e7c3e req-de5ce28b-ac0e-49bc-a9fc-87e23c01bbd5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1327376 May 20 18:21:43.587964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9895468'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.591843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-542a93aa-22bf-4ca2-b6bf-9e67484ce111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:43.629336 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-62031012-0c96-47cd-881b-a63b7102e96c req-38bfdd2c-4cac-47b4-80cb-61fd02e6f2d3 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755520 May 20 18:21:43.639464 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4534b5a0-abac-4c31-a718-91de378e7c3e req-094d530c-dc65-4fd4-a5ef-b19c4e4acb9b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562527 May 20 18:21:43.660968 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e102140-40ef-4d54-a25f-92a7a34ed26d,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:43.663924 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:43.678052 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Checking segment: {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:43.678448 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Network hostable DHCP agents. Network: 120ffe63-135e-4062-a4fd-344fc18c33a0, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:21:43.697306 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:21:43.709588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 120ffe63-135e-4062-a4fd-344fc18c33a0) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:43.722511 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:43.723108 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.724348 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb08f9-e977-46a1-a39b-5d3fa2d7f750 None None] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:21:43.751489 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6128743 May 20 18:21:43.754656 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 38902) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:43.762641 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:43.768204 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:43.772419 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Usage tracker for resource:router and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:43.775317 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:43.781186 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:43.793294 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.795147 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.817515 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:43.838358 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef39e4-2021-435b-be78-558ef66b7dec req-348ef318-ab7e-4f68-946b-db0da139e101 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:43.839857 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b0ef39e4-2021-435b-be78-558ef66b7dec req-348ef318-ab7e-4f68-946b-db0da139e101 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.0946453 May 20 18:21:43.889325 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b0ef39e4-2021-435b-be78-558ef66b7dec req-a649eacd-da54-480a-ac1f-435c5daf1aaa tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 May 20 18:21:43.979717 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-120ffe63-135e-4062-a4fd-344fc18c33a0', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:21:43.980735 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.140567 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Allocated IP 172.20.0.2 (120ffe63-135e-4062-a4fd-344fc18c33a0/3e102140-40ef-4d54-a25f-92a7a34ed26d/8176a750-4d8d-4f5f-89d8-a433c511bcfe) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:44.156553 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.356691 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.367350 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Transition to ACTIVE for port object 8176a750-4d8d-4f5f-89d8-a433c511bcfe will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:44.385033 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Transition to ACTIVE for port object 8176a750-4d8d-4f5f-89d8-a433c511bcfe will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:44.391568 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.395746 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:44.481458 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.489179 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:44.490481 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:44.494899 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:44.515046 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.573845 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Pushing event updated for resources: {'Port': ['ID=8176a750-4d8d-4f5f-89d8-a433c511bcfe,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:44.577132 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:44.605430 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Attempting to bind port 8176a750-4d8d-4f5f-89d8-a433c511bcfe on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:21:44.605797 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Attempting to bind port 8176a750-4d8d-4f5f-89d8-a433c511bcfe by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:21:44.606166 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Attempting to bind port 8176a750-4d8d-4f5f-89d8-a433c511bcfe on network 120ffe63-135e-4062-a4fd-344fc18c33a0 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:44.612024 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:21:44.612412 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Checking segment: {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:44.612815 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.613194 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Bound using segment: {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:21:44.613655 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Bound port: 8176a750-4d8d-4f5f-89d8-a433c511bcfe, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:21:44.614049 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.663976 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Allocated IP 172.27.1.176 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/55a2266a-8ab7-4519-b40e-4000ee2db590) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:44.712215 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 19ca8da7-83bd-430a-b899-58e53703df92 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:44.744171 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] For port 8176a750-4d8d-4f5f-89d8-a433c511bcfe, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:21:44.751912 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] For port 8176a750-4d8d-4f5f-89d8-a433c511bcfe, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=8176a750-4d8d-4f5f-89d8-a433c511bcfe,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:21:44.767530 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.783123 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:44.827184 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.862832 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.869051 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:44.873810 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Pushing event updated for resources: {'Port': ['ID=8176a750-4d8d-4f5f-89d8-a433c511bcfe,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:44.877663 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:44.890834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 19ca8da7-83bd-430a-b899-58e53703df92 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:44.896585 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 19ca8da7-83bd-430a-b899-58e53703df92 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:44.897088 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:44.950864 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:44.954209 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:44.960001 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:44.968210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a851bf-4178-4adf-8c77-2118e9ecd3ab req-9e6dc332-953b-46e9-882e-8cb3da906e2e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:44.969702 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-49a851bf-4178-4adf-8c77-2118e9ecd3ab req-9e6dc332-953b-46e9-882e-8cb3da906e2e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 944 time: 0.1679096 May 20 18:21:44.977291 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0609fc-147e-4f72-8354-ada4c5228ea3 req-bfd80694-d1e8-45bd-8561-d639a8d6855d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:44.985060 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ae0609fc-147e-4f72-8354-ada4c5228ea3 req-bfd80694-d1e8-45bd-8561-d639a8d6855d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1459210 May 20 18:21:44.986870 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Pushing event updated for resources: {'Port': ['ID=55a2266a-8ab7-4519-b40e-4000ee2db590,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:44.992085 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:45.069953 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:45.076999 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ae0609fc-147e-4f72-8354-ada4c5228ea3 req-f17a3577-3f05-4f6e-b7e7-700d70627ec1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907862 May 20 18:21:45.101474 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-49a851bf-4178-4adf-8c77-2118e9ecd3ab req-0dbd8910-8cf0-4e24-a9a4-eb2444ff4548 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129744 May 20 18:21:45.116712 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ca8da7-83bd-430a-b899-58e53703df92'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:21:45.133096 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 19ca8da7-83bd-430a-b899-58e53703df92, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19ca8da7-83bd-430a-b899-58e53703df92,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:45.151839 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:45.154516 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7e08b58e-9cf5-437e-aeaa-b83f4b729468 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:45.215818 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ca8da7-83bd-430a-b899-58e53703df92', 'code': 200} May 20 18:21:45.216253 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:45.349905 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8619-1f45-499a-9603-9cc68bf86fcc req-ed4016f3-0009-4988-bfc9-d2233bc62c75 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:45.355030 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f00a8619-1f45-499a-9603-9cc68bf86fcc req-ed4016f3-0009-4988-bfc9-d2233bc62c75 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 944 time: 0.1296265 May 20 18:21:45.369596 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=19ca8da7-83bd-430a-b899-58e53703df92,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:45.373970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:45.381259 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:45.386470 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:45.386905 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:45.413645 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f00a8619-1f45-499a-9603-9cc68bf86fcc req-a21a7bbd-a59d-4e64-9c65-d5ea077b21fe tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 May 20 18:21:45.505538 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:45.539601 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:45.546201 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 7e08b58e-9cf5-437e-aeaa-b83f4b729468, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7e08b58e-9cf5-437e-aeaa-b83f4b729468,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:45.550960 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:45.553947 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:45.626279 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=7e08b58e-9cf5-437e-aeaa-b83f4b729468,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:45.629536 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:45.940296 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b4c3c-fa73-4284-bf51-e06f311efced None None] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:21:45.957933 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:46.049793 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-4d8fd7ee-dbcd-47ba-b9c1-c1550b57447a None None] Provisioning for port 8176a750-4d8d-4f5f-89d8-a433c511bcfe completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:46.211639 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Router bd7f1816-c3b8-495d-a1a8-1e4e578787fc is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:21:46.377860 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 8176a750-4d8d-4f5f-89d8-a433c511bcfe up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:46.467573 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 8176a750-4d8d-4f5f-89d8-a433c511bcfe completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:46.473094 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 8176a750-4d8d-4f5f-89d8-a433c511bcfe triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:46.473571 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:46.534196 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:21:46.547679 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Sync routers for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:21:46.562531 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:46.565213 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8087831 May 20 18:21:46.569622 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 38948) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:46.575458 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:21:46.576475 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:46.633152 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c2dee-9dbd-435d-8c2f-1a8b7706e608 req-e99095de-bf77-450b-b315-846ec8608a92 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:46.639853 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:46.640717 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4a6c2dee-9dbd-435d-8c2f-1a8b7706e608 req-e99095de-bf77-450b-b315-846ec8608a92 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3578422 May 20 18:21:46.649844 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-97776074-a87a-436f-acda-bc011c515001 None None] Provisioning complete for port 8176a750-4d8d-4f5f-89d8-a433c511bcfe triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:46.650396 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-97776074-a87a-436f-acda-bc011c515001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:46.674493 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83828-5e43-4567-a136-d301e566c084 req-78b9794e-a66d-4803-a2a2-a9633c79dff7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:46.681846 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27d83828-5e43-4567-a136-d301e566c084 req-78b9794e-a66d-4803-a2a2-a9633c79dff7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.3580084 May 20 18:21:46.730310 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f163-5bc5-45c7-94fe-3e1f79d0f767 req-6860cb8f-97e7-4058-a173-20903234c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:46.731954 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65b9f163-5bc5-45c7-94fe-3e1f79d0f767 req-6860cb8f-97e7-4058-a173-20903234c64b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 1098 time: 0.2827218 May 20 18:21:46.745995 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 8176a750-4d8d-4f5f-89d8-a433c511bcfe, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=8176a750-4d8d-4f5f-89d8-a433c511bcfe,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:46.752787 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4a6c2dee-9dbd-435d-8c2f-1a8b7706e608 req-737fc65a-8b06-4fca-85bd-dfb1227c49c1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111152 May 20 18:21:46.789604 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:46.798336 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:46.826566 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27d83828-5e43-4567-a136-d301e566c084 req-18211b28-e394-40c8-bdb2-f5e910848110 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437099 May 20 18:21:46.858798 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:21:46.872003 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-65b9f163-5bc5-45c7-94fe-3e1f79d0f767 req-477a6a91-3cc6-4509-8a24-7937a13d785d service neutron] Synchronizing usage tracker for tenant:78dae00ea3f44ce5b96a87b4ae8ca7bc on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:21:46.894137 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=8176a750-4d8d-4f5f-89d8-a433c511bcfe,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:46.897926 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:46.914593 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-65b9f163-5bc5-45c7-94fe-3e1f79d0f767 req-477a6a91-3cc6-4509-8a24-7937a13d785d service neutron] Unset dirty status for tenant:78dae00ea3f44ce5b96a87b4ae8ca7bc on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:21:46.915898 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65b9f163-5bc5-45c7-94fe-3e1f79d0f767 req-477a6a91-3cc6-4509-8a24-7937a13d785d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601548 May 20 18:21:47.002834 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cae80-3913-4561-a5e7-8fbe3a41f304 req-2b9c8910-d8b5-4276-8052-4adb6891a209 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:47.004283 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5e5cae80-3913-4561-a5e7-8fbe3a41f304 req-2b9c8910-d8b5-4276-8052-4adb6891a209 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.0853906 May 20 18:21:47.049598 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5e5cae80-3913-4561-a5e7-8fbe3a41f304 req-9b7032ea-f47f-46ed-84d4-cbe9aa57df1c tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 May 20 18:21:47.171714 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:45Z', 'revision_number': 3, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:47.175623 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Checking router: bd7f1816-c3b8-495d-a1a8-1e4e578787fc for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:21:47.176001 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Updating router bd7f1816-c3b8-495d-a1a8-1e4e578787fc port 55a2266a-8ab7-4519-b40e-4000ee2db590 binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:21:47.216723 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706aa132-7b10-478a-88ce-63509fd96923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e08b58e-9cf5-437e-aeaa-b83f4b729468'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:21:47.228817 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.264255 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706aa132-7b10-478a-88ce-63509fd96923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e08b58e-9cf5-437e-aeaa-b83f4b729468', 'code': 200} May 20 18:21:47.485779 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.567792 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.580895 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Transition to ACTIVE for port object 55a2266a-8ab7-4519-b40e-4000ee2db590 will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:47.589096 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.594590 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:47.673482 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Pushing event updated for resources: {'Port': ['ID=55a2266a-8ab7-4519-b40e-4000ee2db590,revision_number=2']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:47.675947 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Attempting to bind port 55a2266a-8ab7-4519-b40e-4000ee2db590 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:21:47.676146 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Attempting to bind port 55a2266a-8ab7-4519-b40e-4000ee2db590 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:21:47.676442 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Attempting to bind port 55a2266a-8ab7-4519-b40e-4000ee2db590 on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:47.685457 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.685812 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.686140 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.686487 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.687212 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.687212 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.687466 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.687718 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.688070 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.688383 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.688955 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.688955 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:21:47.694504 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:21:47.694877 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:47.695270 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.695648 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:21:47.696271 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Bound port: 55a2266a-8ab7-4519-b40e-4000ee2db590, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:21:47.696584 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.699603 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Allocated IP 172.20.0.1 (120ffe63-135e-4062-a4fd-344fc18c33a0/3e102140-40ef-4d54-a25f-92a7a34ed26d/a798ae69-bb99-4cad-aeab-e9e16eb7d4ef) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:47.727164 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:47.770838 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] For port 55a2266a-8ab7-4519-b40e-4000ee2db590, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:21:47.773851 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] For port 55a2266a-8ab7-4519-b40e-4000ee2db590, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=55a2266a-8ab7-4519-b40e-4000ee2db590,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:21:47.780644 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.786016 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:47.854862 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.868046 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:21:47.869286 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:47.871281 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Transition to ACTIVE for port object a798ae69-bb99-4cad-aeab-e9e16eb7d4ef will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:47.897634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:47.902666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aa8a8420-cae0-48ea-a2bb-ef29560c7896 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:47.924626 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Pushing event updated for resources: {'Port': ['ID=55a2266a-8ab7-4519-b40e-4000ee2db590,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:47.938055 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:47.977319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:47.980799 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:47.984682 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:48.036409 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:48.048417 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:48.082343 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:48.089144 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a68b-7641-44ad-8c19-8d5f617ad75b req-432830c6-0a8d-43eb-ba18-5c35fb4e49b3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:48.092989 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:21:48.097238 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9d07a68b-7641-44ad-8c19-8d5f617ad75b req-432830c6-0a8d-43eb-ba18-5c35fb4e49b3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.1164546 May 20 18:21:48.119907 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff3be-ef42-4196-ad3f-2b0da6a6f633 req-33c3780e-4afa-46a2-b63b-7d3c6ab5fe0b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:48.121579 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3fff3be-ef42-4196-ad3f-2b0da6a6f633 req-33c3780e-4afa-46a2-b63b-7d3c6ab5fe0b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2588019 May 20 18:21:48.190852 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9d07a68b-7641-44ad-8c19-8d5f617ad75b req-84ef4ad3-fce3-41e2-b91f-650d9870bda9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925586 May 20 18:21:48.221852 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3fff3be-ef42-4196-ad3f-2b0da6a6f633 req-fde80a03-f7a3-4127-b0e1-f0421978f28f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917332 May 20 18:21:48.232494 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:48.291144 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 8176a750-4d8d-4f5f-89d8-a433c511bcfe up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:48.350997 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-84f0fbb5-921d-41eb-a4d1-3c5a4b2c2aee None None] Provisioning for port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:48.358768 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-84f0fbb5-921d-41eb-a4d1-3c5a4b2c2aee None None] Provisioning complete for port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:48.359139 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-84f0fbb5-921d-41eb-a4d1-3c5a4b2c2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:48.415557 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-84f0fbb5-921d-41eb-a4d1-3c5a4b2c2aee None None] Port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:21:48.421798 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8602ee-90b9-4703-815d-69136347c4cf req-f31cfdf5-fe0e-4c37-851b-84278f2c2542 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:48.423362 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-de8602ee-90b9-4703-815d-69136347c4cf req-f31cfdf5-fe0e-4c37-851b-84278f2c2542 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.0966704 May 20 18:21:48.452253 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 8176a750-4d8d-4f5f-89d8-a433c511bcfe triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:48.453018 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:48.494712 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-de8602ee-90b9-4703-815d-69136347c4cf req-e0b8ab79-6cfc-4c00-bba9-3952521721b6 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648098 May 20 18:21:48.503789 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:45Z', 'revision_number': 3, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:48.508400 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c1eab-df1a-4e37-bf67-35be0e794c79 None None] The sync data for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi is: [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:45Z', 'revision_number': 3, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:21:48.518204 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:48.526720 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:48.563500 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:48.653982 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:48.658430 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:48.662840 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:48.820103 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:48.821230 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:49.013356 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Router bd7f1816-c3b8-495d-a1a8-1e4e578787fc has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:21:49.038093 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-211420cd-d3ce-41ab-a439-a83133ea6311 None None] Provisioning complete for port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:49.038902 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-211420cd-d3ce-41ab-a439-a83133ea6311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:49.096214 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-211420cd-d3ce-41ab-a439-a83133ea6311 None None] Port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:21:49.304341 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:21:49.321817 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/bd7f1816-c3b8-495d-a1a8-1e4e578787fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7435107 May 20 18:21:49.442270 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4523d8-57b5-4817-8721-c3a67040f45e req-98edf8e0-eebe-458e-ab1f-90182ccfa10f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:49.443738 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8c4523d8-57b5-4817-8721-c3a67040f45e req-98edf8e0-eebe-458e-ab1f-90182ccfa10f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.1438420 May 20 18:21:49.480442 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116250a-bf58-4be6-a647-0505683a2575 req-7c81b079-a970-4da0-a9d5-77d5a04f3af4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:49.481880 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c116250a-bf58-4be6-a647-0505683a2575 req-7c81b079-a970-4da0-a9d5-77d5a04f3af4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1218140 May 20 18:21:49.519904 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8c4523d8-57b5-4817-8721-c3a67040f45e req-561489b1-cc65-477c-970d-c740f50bb9aa tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696938 May 20 18:21:49.543001 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c116250a-bf58-4be6-a647-0505683a2575 req-27628c32-2fe6-4fbb-b6ef-7cc510dbe550 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 May 20 18:21:49.697977 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e3450-24c6-40fe-90c0-8b9d0edb2d81 req-efede682-52fe-4fbb-bb5c-576720344511 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:49.699720 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-803e3450-24c6-40fe-90c0-8b9d0edb2d81 req-efede682-52fe-4fbb-bb5c-576720344511 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.0813882 May 20 18:21:49.753666 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-803e3450-24c6-40fe-90c0-8b9d0edb2d81 req-71d8b48a-3b1d-4262-b8f5-c150d5a3b0f3 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 May 20 18:21:49.872860 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39006) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:49.881359 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1109269858-network', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:49.887641 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:49.891932 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Usage tracker for resource:network and tenant:59d8c5daaf0a493abb5df17abab05837 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:49.895037 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:49.901327 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:49.912209 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Made reservation on behalf of 59d8c5daaf0a493abb5df17abab05837 for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:21:49.914969 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:49.926762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:49.941078 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:49.945035 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Usage tracker for resource:security_group_rule and tenant:59d8c5daaf0a493abb5df17abab05837 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:49.948032 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:49.953951 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:50.034029 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.039634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.042805 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:50.070498 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:21:50.079082 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d091423-e7c0-44be-a1b8-0a1f3e559ca6,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:50.083113 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Sync routers for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:21:50.083604 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:50.089552 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.089899 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Added segment 7f672b00-8b26-46eb-9767-083ca0427667 of type vlan for network 1339c806-4567-4ef7-840a-ba68ce43d7c7 May 20 18:21:50.093148 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:21:50.093653 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:50.124329 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.155954 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.157397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:50.158142 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.161383 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:50.262299 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Pushing event updated for resources: {'Network': ['ID=1339c806-4567-4ef7-840a-ba68ce43d7c7,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:50.265691 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3913283 May 20 18:21:50.266500 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c7a095e0-b352-43a4-81ca-6acb55c9fbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:50.268919 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39012) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:50.274059 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Request body: {'subnet': {'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1109269858-subnet', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:50.279495 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:50.284007 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Usage tracker for resource:subnet and tenant:59d8c5daaf0a493abb5df17abab05837 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:50.287887 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:50.289030 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:21:50.293765 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:50.304277 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Made reservation on behalf of 59d8c5daaf0a493abb5df17abab05837 for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:21:50.306243 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 55a2266a-8ab7-4519-b40e-4000ee2db590 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:50.307221 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519948'] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.441383 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:21:50.597099 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 55a2266a-8ab7-4519-b40e-4000ee2db590 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:50.618605 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 55a2266a-8ab7-4519-b40e-4000ee2db590 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:50.619018 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.837908 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2426853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519966'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.847482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:50.852373 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.877851 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 55a2266a-8ab7-4519-b40e-4000ee2db590, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=55a2266a-8ab7-4519-b40e-4000ee2db590,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:50.884218 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 2, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:50.887812 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.890149 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-afbfd209-0b87-442f-a45f-86f180340eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:50.893666 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45558fd-11d0-4bab-b88d-23c2ce13d154 req-ad657e9f-1916-4e61-a661-c322ac2b761b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:50.898827 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f45558fd-11d0-4bab-b88d-23c2ce13d154 req-ad657e9f-1916-4e61-a661-c322ac2b761b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.2543192 May 20 18:21:50.926475 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Checking router: bd7f1816-c3b8-495d-a1a8-1e4e578787fc for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:21:50.927052 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Updating router bd7f1816-c3b8-495d-a1a8-1e4e578787fc port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:21:50.946653 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca958e0e-ef0f-4ce0-8d66-50bea5b692b4 req-7e30e765-248b-4682-ac1c-67f71175fd83 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:50.947792 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ca958e0e-ef0f-4ce0-8d66-50bea5b692b4 req-7e30e765-248b-4682-ac1c-67f71175fd83 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2651906 May 20 18:21:50.995255 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:50.996678 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:51.005519 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:51.017734 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f45558fd-11d0-4bab-b88d-23c2ce13d154 req-10846580-9ef2-4e0d-b042-2b8d7edcd979 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096961 May 20 18:21:51.018708 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Checking segment: {'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:51.019067 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Network hostable DHCP agents. Network: 1339c806-4567-4ef7-840a-ba68ce43d7c7, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:21:51.044681 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ca958e0e-ef0f-4ce0-8d66-50bea5b692b4 req-4f5f8c3f-9225-45ac-83fe-fa3a015560fe tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799654 May 20 18:21:51.053773 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=55a2266a-8ab7-4519-b40e-4000ee2db590,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:51.054795 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:21:51.063023 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:51.068204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 1339c806-4567-4ef7-840a-ba68ce43d7c7) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:51.081711 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:51.082254 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.110184 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8383458 May 20 18:21:51.110428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39028) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:51.115335 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:21:51.120319 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705a893-0d03-492c-8270-77858c316bc8 None None] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:21:51.122010 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:51.126864 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Usage tracker for resource:router and tenant:59d8c5daaf0a493abb5df17abab05837 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:51.134229 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:51.141692 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:51.154242 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.155651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.227391 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.460235 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e5bfa-ee02-406d-b655-80677e0eae00 req-ea559983-de85-44b9-868f-53aceca1d198 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:51.461711 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-834e5bfa-ee02-406d-b655-80677e0eae00 req-ea559983-de85-44b9-868f-53aceca1d198 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.3022072 May 20 18:21:51.518135 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-1339c806-4567-4ef7-840a-ba68ce43d7c7', 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'fixed_ips': [{'subnet_id': '2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:21:51.518977 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.639567 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.666501 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Transition to ACTIVE for port object a798ae69-bb99-4cad-aeab-e9e16eb7d4ef will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:51.677771 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.683489 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-834e5bfa-ee02-406d-b655-80677e0eae00 req-e056e8a2-8f00-4ec1-ab7b-ff5f34957e0a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067850 May 20 18:21:51.683925 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:51.745645 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:51.801187 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c82ae-9ecf-4d5a-af44-3850df78108f req-54bbb6e1-3113-4f5e-ac29-9b7a222e0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:51.802667 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c9c82ae-9ecf-4d5a-af44-3850df78108f req-54bbb6e1-3113-4f5e-ac29-9b7a222e0b26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 1098 time: 0.3303347 May 20 18:21:51.897895 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c37fe-ed72-4dda-944e-a0c57b29c570 None None] Pushing event updated for resources: {'Port': ['ID=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:51.901263 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c9c82ae-9ecf-4d5a-af44-3850df78108f req-91b1bcf3-8161-4849-afcf-55b5992f1044 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843530 May 20 18:21:51.907625 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-126c37fe-ed72-4dda-944e-a0c57b29c570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:51.916802 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Allocated IP 172.20.0.2 (1339c806-4567-4ef7-840a-ba68ce43d7c7/2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3/1ad6b87d-39b0-444a-917a-2803b91a9ba0) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:51.984913 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Attempting to bind port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:21:51.985286 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Attempting to bind port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:21:51.985702 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Attempting to bind port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef on network 120ffe63-135e-4062-a4fd-344fc18c33a0 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:52.004082 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:21:52.004805 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Checking segment: {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:52.005361 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.005908 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Bound using segment: {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:21:52.006554 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Bound port: a798ae69-bb99-4cad-aeab-e9e16eb7d4ef, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:21:52.007095 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.222851 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] For port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:21:52.223507 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.260798 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.273311 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] For port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:21:52.284207 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.297162 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:52.330228 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 55a2266a-8ab7-4519-b40e-4000ee2db590 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:52.420112 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.452434 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Transition to ACTIVE for port object 1ad6b87d-39b0-444a-917a-2803b91a9ba0 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:52.468108 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:21:52.468750 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:52.519313 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c37fe-ed72-4dda-944e-a0c57b29c570 None None] Pushing event updated for resources: {'Port': ['ID=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:52.533687 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-126c37fe-ed72-4dda-944e-a0c57b29c570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:52.554108 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Transition to ACTIVE for port object 1ad6b87d-39b0-444a-917a-2803b91a9ba0 will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:52.568562 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Allocated IP 172.27.1.106 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/ac7aeeed-2afd-467f-85f1-15185c8f4cdd) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:52.575455 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.581189 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-8078f955-9f78-484f-a001-81512f256cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:52.595121 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af063df-f013-4b11-8126-555bc5aec7a6 req-928187f6-07a8-4de8-9dc8-ffc026f78eaf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:52.597942 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5af063df-f013-4b11-8126-555bc5aec7a6 req-928187f6-07a8-4de8-9dc8-ffc026f78eaf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2669251 May 20 18:21:52.630150 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 55a2266a-8ab7-4519-b40e-4000ee2db590 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:52.630484 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.633927 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52759d1-1709-4bde-b592-c46e8b8361b7 req-d42ad5f0-0745-4764-92b4-5580b23c2995 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:52.635572 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c52759d1-1709-4bde-b592-c46e8b8361b7 req-d42ad5f0-0745-4764-92b4-5580b23c2995 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.2718971 May 20 18:21:52.767284 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:52.781478 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:52.785773 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:52.799655 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5af063df-f013-4b11-8126-555bc5aec7a6 req-dbc6326b-1a00-4565-b6a9-ff04510a8c8d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894007 May 20 18:21:52.812390 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Pushing event updated for resources: {'Port': ['ID=1ad6b87d-39b0-444a-917a-2803b91a9ba0,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:52.824312 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c52759d1-1709-4bde-b592-c46e8b8361b7 req-ed1d057f-89f3-4613-a347-cfefdfac5227 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630623 May 20 18:21:52.841081 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:52.878558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.912990 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:52.919264 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:52.949134 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:21:53.024909 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:53.028294 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:53.043026 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:53.089071 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Attempting to bind port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:21:53.089563 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Attempting to bind port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:21:53.090039 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Attempting to bind port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 on network 1339c806-4567-4ef7-840a-ba68ce43d7c7 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:53.148897 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Pushing event updated for resources: {'Port': ['ID=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:53.156948 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:53.191538 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:21:53.193739 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Checking segment: {'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:53.193905 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:53.194873 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Bound using segment: {'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:21:53.195534 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Bound port: 1ad6b87d-39b0-444a-917a-2803b91a9ba0, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:21:53.196143 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:53.225568 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-f9fbda4c-3c70-48ca-b623-d0d46466c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:53.317091 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff50a9a-ad2e-4f22-9002-706ce609ef52 req-551fc9d3-2152-465d-982f-567cc7d808f6 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:53.318470 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ff50a9a-ad2e-4f22-9002-706ce609ef52 req-551fc9d3-2152-465d-982f-567cc7d808f6 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.3695858 May 20 18:21:53.397325 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] For port 1ad6b87d-39b0-444a-917a-2803b91a9ba0, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:21:53.400859 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] For port 1ad6b87d-39b0-444a-917a-2803b91a9ba0, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1ad6b87d-39b0-444a-917a-2803b91a9ba0,segment=NetworkSegment(7f672b00-8b26-46eb-9767-083ca0427667),segment_id=7f672b00-8b26-46eb-9767-083ca0427667)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:21:53.411034 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ff50a9a-ad2e-4f22-9002-706ce609ef52 req-d09a48bd-4bf3-4884-92d4-fccdd9f5e82a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643177 May 20 18:21:53.439510 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:53.446334 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:53.533242 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Pushing event updated for resources: {'Port': ['ID=1ad6b87d-39b0-444a-917a-2803b91a9ba0,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:53.537174 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:53.551474 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:52Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:53.555676 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353908c-7fe3-49e0-a9a3-3ae8e817d40f None None] The sync data for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi is: [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:52Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:21:53.601477 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:54.164412 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:54.279856 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12bd3a-079b-405e-9914-5b333555e4dc req-5a52cca5-3e98-4b61-8655-5d4cb95d68a6 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:54.281327 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-de12bd3a-079b-405e-9914-5b333555e4dc req-5a52cca5-3e98-4b61-8655-5d4cb95d68a6 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.2857199 May 20 18:21:54.345039 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1fff0-51a5-4864-91b0-ece864cac152 req-3746916a-9fcb-4250-9c05-9d3b075d516e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:54.346674 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08b1fff0-51a5-4864-91b0-ece864cac152 req-3746916a-9fcb-4250-9c05-9d3b075d516e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3952811 May 20 18:21:54.358747 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device a798ae69-bb99-4cad-aeab-e9e16eb7d4ef up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:54.459422 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08b1fff0-51a5-4864-91b0-ece864cac152 req-5ddfd02a-9aad-41ce-9a79-6bd9c26e4cf4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799325 May 20 18:21:54.472738 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:54.477424 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-de12bd3a-079b-405e-9914-5b333555e4dc req-c7b36c99-1d50-4ae3-8ad9-2f6df285dd10 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415329 May 20 18:21:54.480837 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:54.481206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:54.545548 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Router 88edfead-2395-44c7-ab47-a52218a7bee2 is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:21:54.686457 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:54.750017 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:54.760706 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:54.762117 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1ad6b87d-39b0-444a-917a-2803b91a9ba0 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:54.839266 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:54.872365 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579201ea-d38d-42ec-aafd-9d1c21f98026 None None] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:21:54.953992 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e11f-41af-46b4-b917-702d85772619 req-c3b44692-5c33-4557-b3f0-72a445329d93 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:54.961053 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f226e11f-41af-46b4-b917-702d85772619 req-c3b44692-5c33-4557-b3f0-72a445329d93 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.3308563 May 20 18:21:54.986477 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:21:54.999261 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Sync routers for ids ['88edfead-2395-44c7-ab47-a52218a7bee2'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:21:55.015135 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Routers {'88edfead-2395-44c7-ab47-a52218a7bee2'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:21:55.017889 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['88edfead-2395-44c7-ab47-a52218a7bee2'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:55.038687 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-a9a5835d-a649-47f3-8f36-23ecbb505ded None None] Provisioning for port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:55.039514 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f226e11f-41af-46b4-b917-702d85772619 req-99d1b35d-f97e-4316-af9f-bd4e44435fe8 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775115 May 20 18:21:55.046567 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:55.065872 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:55.068406 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9570544 May 20 18:21:55.071104 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39096) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:55.090139 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:55.093882 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:55.189562 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:55.192682 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:55.283163 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Set router 88edfead-2395-44c7-ab47-a52218a7bee2 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:21:55.423075 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9197db58-10d0-4e9b-b999-3cb257aafca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:55.521970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:55.569122 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 1ad6b87d-39b0-444a-917a-2803b91a9ba0, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1ad6b87d-39b0-444a-917a-2803b91a9ba0,segment=NetworkSegment(7f672b00-8b26-46eb-9767-083ca0427667),segment_id=7f672b00-8b26-46eb-9767-083ca0427667)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:55.582440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:55.585769 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-126c37fe-ed72-4dda-944e-a0c57b29c570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:55.725622 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:21:53Z', 'revision_number': 3, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port': {'id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:52Z', 'updated_at': '2021-05-20T18:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:55.734920 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Checking router: 88edfead-2395-44c7-ab47-a52218a7bee2 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:21:55.735336 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Updating router 88edfead-2395-44c7-ab47-a52218a7bee2 port ac7aeeed-2afd-467f-85f1-15185c8f4cdd binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:21:55.760001 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=1ad6b87d-39b0-444a-917a-2803b91a9ba0,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:55.777878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:55.781061 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:55.807546 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:55.972767 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39130) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:56.022935 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-a9440dda-0937-42b5-94f1-aa2d69341b66 None None] Provisioning complete for port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:56.023320 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a9440dda-0937-42b5-94f1-aa2d69341b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.065128 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75963b37-7a41-4708-8955-e9f16d9dacaa req-a8f483fc-b359-4c99-a35b-92c490effc72 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:56.068934 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75963b37-7a41-4708-8955-e9f16d9dacaa req-a8f483fc-b359-4c99-a35b-92c490effc72 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3298824 May 20 18:21:56.180868 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75963b37-7a41-4708-8955-e9f16d9dacaa req-589776b2-0ce1-4d97-97be-f88fbe672e53 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064460 May 20 18:21:56.197124 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.215718 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:21:56.220641 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Usage tracker for resource:security_group_rule and tenant:f3086fd06a8f4d929b63aab1e044d5ae is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:21:56.223821 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:21:56.230828 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:21:56.327138 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device a798ae69-bb99-4cad-aeab-e9e16eb7d4ef up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:56.330638 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.340145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.357476 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-93e93ecc-c35f-4b0e-9a0e-168f0e5e0be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:56.407087 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3086fd06a8f4d929b63aab1e044d5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324396 May 20 18:21:56.408083 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39140) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:21:56.412123 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.425412 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Transition to ACTIVE for port object ac7aeeed-2afd-467f-85f1-15185c8f4cdd will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:56.432372 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.442957 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.447958 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:56.473154 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:56.473697 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.529878 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.531422 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42042c-a718-4238-9fec-b9bd1fc00448 None None] Pushing event updated for resources: {'Port': ['ID=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,revision_number=2']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:56.543008 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7a42042c-a718-4238-9fec-b9bd1fc00448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:56.569766 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Attempting to bind port ac7aeeed-2afd-467f-85f1-15185c8f4cdd on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:21:56.570402 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Attempting to bind port ac7aeeed-2afd-467f-85f1-15185c8f4cdd by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:21:56.571051 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Attempting to bind port ac7aeeed-2afd-467f-85f1-15185c8f4cdd on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:21:56.577765 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:21:56.578492 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:21:56.579119 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.579933 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:21:56.580675 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Bound port: ac7aeeed-2afd-467f-85f1-15185c8f4cdd, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:21:56.581227 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.584390 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.632898 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1ad6b87d-39b0-444a-917a-2803b91a9ba0 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:56.679202 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] For port ac7aeeed-2afd-467f-85f1-15185c8f4cdd, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:21:56.684339 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] For port ac7aeeed-2afd-467f-85f1-15185c8f4cdd, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:21:56.692129 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3adb87-cd01-4d61-ad58-78647fc68f10,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:56.696223 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:56.698188 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.700875 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.709605 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.709884 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7a42042c-a718-4238-9fec-b9bd1fc00448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:56.725927 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:56.726643 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-76fef848-7895-49e5-9945-5d56f09e61ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:56.728346 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.762129 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3adb87-cd01-4d61-ad58-78647fc68f10,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:56.764444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:56.772349 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea3adb87-cd01-4d61-ad58-78647fc68f10 HTTP/1.1" status: 204 len: 168 time: 0.3597040 May 20 18:21:56.780370 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:56.842530 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Routers {'88edfead-2395-44c7-ab47-a52218a7bee2'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:21:56.844133 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['88edfead-2395-44c7-ab47-a52218a7bee2'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:56.877608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-738565c2-5071-4628-9a9c-a746e0069fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:56.879138 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-738565c2-5071-4628-9a9c-a746e0069fbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.5420909 May 20 18:21:57.082502 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42042c-a718-4238-9fec-b9bd1fc00448 None None] Pushing event updated for resources: {'Port': ['ID=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:57.105995 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7a42042c-a718-4238-9fec-b9bd1fc00448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:57.291566 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] Set router 88edfead-2395-44c7-ab47-a52218a7bee2 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:21:57.298437 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-d6e67898-7b9d-4dcd-98c7-f4ea6fae2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:57.299942 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-d6e67898-7b9d-4dcd-98c7-f4ea6fae2d92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.3787441 May 20 18:21:57.425914 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-10bc6ddc-976d-4883-8813-71641a328dd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 217 time: 0.1082480 May 20 18:21:57.544123 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Allocated IP 172.20.0.1 (1339c806-4567-4ef7-840a-ba68ce43d7c7/2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3/ec253969-0549-41a8-b6ac-14cd8dd138a6) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:21:57.626671 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-34049fa0-628c-4f9a-9379-861b0ab99feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:57.628193 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-34049fa0-628c-4f9a-9379-861b0ab99feb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.1074421 May 20 18:21:57.708118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68153117-64e7-41d7-9a22-81a6829ed7ae req-4de02673-42fc-4fcf-85af-b3faf8163e85 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:57.716472 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-68153117-64e7-41d7-9a22-81a6829ed7ae req-4de02673-42fc-4fcf-85af-b3faf8163e85 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2815042 May 20 18:21:57.743871 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:21:53Z', 'revision_number': 3, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port': {'id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:52Z', 'updated_at': '2021-05-20T18:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:21:57.748299 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de43d6-1575-49ce-a1ee-8da7be081266 None None] The sync data for ids ['88edfead-2395-44c7-ab47-a52218a7bee2'] in dv-cinder-792462-1-iscsi is: [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:21:53Z', 'revision_number': 3, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port': {'id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:52Z', 'updated_at': '2021-05-20T18:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:21:57.767332 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-c8828903-9523-428e-b705-414438864edf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061597 May 20 18:21:57.939221 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-68153117-64e7-41d7-9a22-81a6829ed7ae req-e21bcd7e-ac16-48da-9663-adfa48975d30 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217414 May 20 18:21:58.090751 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1fa46-72c0-4a9f-8d29-550107c3378a req-af27b0a4-9aac-44eb-af74-2610ba088c74 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:58.097654 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-14c1fa46-72c0-4a9f-8d29-550107c3378a req-af27b0a4-9aac-44eb-af74-2610ba088c74 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.6614690 May 20 18:21:58.157552 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.215847 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af92ffe-9269-4c8b-9ba6-8c62429792a4 req-b53c78aa-4283-4b88-ab64-8aa60812d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:58.220864 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.224557 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-4af92ffe-9269-4c8b-9ba6-8c62429792a4 req-b53c78aa-4283-4b88-ab64-8aa60812d6f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.1985824 May 20 18:21:58.237239 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-be3bf32f-842c-4789-b32e-c56e3470a0d4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090571 May 20 18:21:58.238443 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Transition to ACTIVE for port object ec253969-0549-41a8-b6ac-14cd8dd138a6 will not be triggered until provisioned by entity DHCP. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:21:58.242066 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-14c1fa46-72c0-4a9f-8d29-550107c3378a req-7c1d8e63-e36a-4a04-a165-7b9c0918a74b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434455 May 20 18:21:58.291871 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-4af92ffe-9269-4c8b-9ba6-8c62429792a4 req-4af168ae-43e0-453a-abed-2708da5e0aa7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 May 20 18:21:58.341588 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ac7aeeed-2afd-467f-85f1-15185c8f4cdd up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:21:58.378318 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.391669 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:58.435159 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.439199 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port ac7aeeed-2afd-467f-85f1-15185c8f4cdd completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:58.444994 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ac7aeeed-2afd-467f-85f1-15185c8f4cdd triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:58.445373 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.461040 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Pushing event updated for resources: {'Port': ['ID=ec253969-0549-41a8-b6ac-14cd8dd138a6,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:58.467558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:58.469771 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:21:58.473812 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:21:58.485105 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:21:58.560344 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3912e03-b987-40e8-912c-c1a14db33fb5 req-2fe363e0-467b-4bfd-a9d8-89c6b0617ab4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050694 May 20 18:21:58.581510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.657245 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.696944 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port ac7aeeed-2afd-467f-85f1-15185c8f4cdd, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:21:58.705878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.708067 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-8d587000-efe3-4cbd-a9df-1a668da4dc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:58.838240 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:58.841730 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:58.859882 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-962ddc9f-f5e3-499b-8460-357e0a88682b None None] Provisioning for port ec253969-0549-41a8-b6ac-14cd8dd138a6 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:21:58.867961 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-962ddc9f-f5e3-499b-8460-357e0a88682b None None] Provisioning complete for port ec253969-0549-41a8-b6ac-14cd8dd138a6 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:21:58.868341 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-962ddc9f-f5e3-499b-8460-357e0a88682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.890867 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:58.963703 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-962ddc9f-f5e3-499b-8460-357e0a88682b None None] Port ec253969-0549-41a8-b6ac-14cd8dd138a6 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:21:59.424576 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-c07eb63f-b3bf-45a1-a347-0e4522b6d74d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:59.425994 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-c07eb63f-b3bf-45a1-a347-0e4522b6d74d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.2478747 May 20 18:21:59.450597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:59.461435 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b044-ab82-497b-b86e-bc6d85b09eca req-99d21aab-3131-4a11-99a4-264fa2fd64bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:21:59.463168 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d193b044-ab82-497b-b86e-bc6d85b09eca req-99d21aab-3131-4a11-99a4-264fa2fd64bd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2859759 May 20 18:21:59.465588 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-67755222-034d-4ddd-b893-4f4fa93198b3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/quotas/7e2228279a9442af840635a659cb8c4c HTTP/1.1" status: 200 len: 375 time: 0.0293736 May 20 18:21:59.466315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:59.582240 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:21:59.749385 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:21:59.756866 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Pushing event updated for resources: {'Port': ['ID=ec253969-0549-41a8-b6ac-14cd8dd138a6,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:21:59.764879 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d193b044-ab82-497b-b86e-bc6d85b09eca req-c9cb1948-a089-41d8-a4c9-663aeda30dd1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873639 May 20 18:21:59.783756 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:21:59.896087 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-c5714d67-e76c-418e-a47f-c8df638e8fe1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3145885 May 20 18:22:00.085851 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:22:00.093449 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:22:00.186025 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-c3513b41-3ef1-4444-bd31-60c140ed1539 service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890875 May 20 18:22:00.264328 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ac7aeeed-2afd-467f-85f1-15185c8f4cdd up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:22:00.366584 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ac7aeeed-2afd-467f-85f1-15185c8f4cdd triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:22:00.366584 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:00.412724 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4207c-f44d-44e6-9da5-f447d7a1ed92 req-1d76e320-8fc1-4af9-8592-b3df08b32b1a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:00.417978 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93d4207c-f44d-44e6-9da5-f447d7a1ed92 req-1d76e320-8fc1-4af9-8592-b3df08b32b1a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.4947696 May 20 18:22:00.490367 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-0240a826-8198-463e-8270-1fbe905ec2df None None] Provisioning complete for port ec253969-0549-41a8-b6ac-14cd8dd138a6 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:22:00.491499 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0240a826-8198-463e-8270-1fbe905ec2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:00.527802 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Router 88edfead-2395-44c7-ab47-a52218a7bee2 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:22:00.551782 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-0240a826-8198-463e-8270-1fbe905ec2df None None] Port ec253969-0549-41a8-b6ac-14cd8dd138a6 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:22:00.570080 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93d4207c-f44d-44e6-9da5-f447d7a1ed92 req-a7839a01-f1a2-4872-9948-0d6492989542 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 May 20 18:22:00.660102 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-576f06d2-af0d-4c15-b283-15a885d6b82d service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408153 May 20 18:22:00.776688 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:22:00.789770 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] 10.222.0.32 "PUT /v2.0/routers/88edfead-2395-44c7-ab47-a52218a7bee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7173140 May 20 18:22:00.791594 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Sync routers for ids ['88edfead-2395-44c7-ab47-a52218a7bee2'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:22:00.815437 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Routers {'88edfead-2395-44c7-ab47-a52218a7bee2'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:22:00.816467 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['88edfead-2395-44c7-ab47-a52218a7bee2'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:22:00.915078 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-209bcd14-e4aa-48d1-9c80-4a6d9ff67df8 req-ca50c77b-df88-4dde-9a43-2c977d48ca4b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0816374 May 20 18:22:01.056905 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a3301-820d-4e32-b35b-707e745cd496 req-cbad4d2d-9210-486b-a3b7-87f26260d33e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:01.058482 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d2a3301-820d-4e32-b35b-707e745cd496 req-cbad4d2d-9210-486b-a3b7-87f26260d33e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1248024 May 20 18:22:01.065377 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Set router 88edfead-2395-44c7-ab47-a52218a7bee2 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:22:01.109094 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d2a3301-820d-4e32-b35b-707e745cd496 req-7ebd7b6f-6ca9-439e-9dc7-2b70ff49338a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 May 20 18:22:01.444293 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:21:58Z', 'revision_number': 4, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port': {'id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:52Z', 'updated_at': '2021-05-20T18:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'ec253969-0549-41a8-b6ac-14cd8dd138a6', 'name': '', 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'mac_address': 'fa:16:3e:56:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:56Z', 'updated_at': '2021-05-20T18:21:59Z', 'revision_number': 2, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'subnets': [{'id': '2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:22:01.448894 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Checking router: 88edfead-2395-44c7-ab47-a52218a7bee2 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:22:01.449355 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Updating router 88edfead-2395-44c7-ab47-a52218a7bee2 port ec253969-0549-41a8-b6ac-14cd8dd138a6 binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:22:01.510744 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:01.539282 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39296) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:01.544805 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760088423', 'description': 'tempest-secgroup-smoke-760088423 description', 'project_id': '2cfd6346a01f45969b0153591be060f1'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:01.550785 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:01.555070 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:01.558635 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:01.566477 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:01.630843 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:01.663040 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:01.668545 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:01.672565 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:01.685471 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04197-1560-47d8-ad23-56a3aecc3098 req-c31ccdff-c66d-444b-b6fe-dabdb19dab9b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:01.687283 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-24c04197-1560-47d8-ad23-56a3aecc3098 req-c31ccdff-c66d-444b-b6fe-dabdb19dab9b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1257975 May 20 18:22:01.688230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:01.830321 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39306) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:01.901063 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-24c04197-1560-47d8-ad23-56a3aecc3098 req-864b324e-28a0-44b9-8416-e29c15362a9c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983812 May 20 18:22:01.947939 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:01.954333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:01.966995 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63fb0-0786-49ab-909d-97e6c41bd5fa req-bef7cddc-ccd9-4560-90be-205fa235ded5 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:01.970955 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Transition to ACTIVE for port object ec253969-0549-41a8-b6ac-14cd8dd138a6 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:22:01.974703 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aac63fb0-0786-49ab-909d-97e6c41bd5fa req-bef7cddc-ccd9-4560-90be-205fa235ded5 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.2749135 May 20 18:22:01.982173 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:01.989081 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:01.992456 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:01.994259 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0a747b65-3fab-4693-bc49-65d4a8db53ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:01.997718 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.013704 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:02.018112 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Usage tracker for resource:security_group_rule and tenant:3625de372b1f40a18514dbd8d5a6b659 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:02.021583 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:02.027650 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:02.059163 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5d700-034a-4674-80c5-1fc40d7e4181,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.073868 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aac63fb0-0786-49ab-909d-97e6c41bd5fa req-765277d4-f780-4645-83b1-4fa3b4e6adce tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981479 May 20 18:22:02.079778 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.080933 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.083283 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5430009 May 20 18:22:02.086135 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39316) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:02.091438 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e5d700-034a-4674-80c5-1fc40d7e4181', 'project_id': '2cfd6346a01f45969b0153591be060f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:02.152075 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:02.165559 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:02.170923 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4eaa9be9-df3e-44a2-995a-daa64c1eaabd req-11919402-bbee-4bfc-973f-65efe2cbe0b6 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0862658 May 20 18:22:02.171986 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:02.180012 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:02.204932 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.206922 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6a258-8a65-4407-9b71-78de08587c18 None None] Pushing event updated for resources: {'Port': ['ID=ec253969-0549-41a8-b6ac-14cd8dd138a6,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.210897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.222603 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-359cb856-e5ba-4a7a-88c6-79ed171ac3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:02.226551 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.251946 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-50c6a258-8a65-4407-9b71-78de08587c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.273449 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3625de372b1f40a18514dbd8d5a6b659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397156 May 20 18:22:02.273449 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfa78f-ff76-4636-9a6d-e814d5e35836,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.275583 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.275970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Attempting to bind port ec253969-0549-41a8-b6ac-14cd8dd138a6 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:22:02.276517 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Attempting to bind port ec253969-0549-41a8-b6ac-14cd8dd138a6 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:22:02.276679 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39320) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:02.277077 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Attempting to bind port ec253969-0549-41a8-b6ac-14cd8dd138a6 on network 1339c806-4567-4ef7-840a-ba68ce43d7c7 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:22:02.284117 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:22:02.284747 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Checking segment: {'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:22:02.285335 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.285961 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Bound using segment: {'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:22:02.286555 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Bound port: ec253969-0549-41a8-b6ac-14cd8dd138a6, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f672b00-8b26-46eb-9767-083ca0427667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:22:02.287014 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.322112 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.327710 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.330740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:02.346671 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.359166 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0615cb7f-77bd-40fa-8bea-bf40a0ca5b45,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.364845 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.376312 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.380140 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.380275 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903631 May 20 18:22:02.381038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39324) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:02.386502 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e5d700-034a-4674-80c5-1fc40d7e4181', 'project_id': '2cfd6346a01f45969b0153591be060f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:02.390906 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] For port ec253969-0549-41a8-b6ac-14cd8dd138a6, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:22:02.392480 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:02.394807 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] For port ec253969-0549-41a8-b6ac-14cd8dd138a6, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ec253969-0549-41a8-b6ac-14cd8dd138a6,segment=NetworkSegment(7f672b00-8b26-46eb-9767-083ca0427667),segment_id=7f672b00-8b26-46eb-9767-083ca0427667)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:22:02.397027 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:02.400631 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:02.402139 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.405583 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:02.409175 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:02.427764 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.441185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.446438 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5583b9d8-8a86-4994-a913-a1f49d464eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:02.456789 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfa78f-ff76-4636-9a6d-e814d5e35836,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.461298 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.464899 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.466190 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91dfa78f-ff76-4636-9a6d-e814d5e35836 HTTP/1.1" status: 204 len: 168 time: 0.1885650 May 20 18:22:02.517536 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6a258-8a65-4407-9b71-78de08587c18 None None] Pushing event updated for resources: {'Port': ['ID=ec253969-0549-41a8-b6ac-14cd8dd138a6,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.520308 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Routers {'88edfead-2395-44c7-ab47-a52218a7bee2'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:22:02.520888 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:21:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['88edfead-2395-44c7-ab47-a52218a7bee2'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:22:02.586759 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-50c6a258-8a65-4407-9b71-78de08587c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.622111 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.634215 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.648276 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-19b0c509-a3b5-4163-9309-7e55cf41c8db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:02.668901 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d291dd-2bf8-4e0a-9ac9-360866563264,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.682907 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.710320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-353d8cf7-45af-44df-b21a-e6a4c2b4a5cc tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:02.711876 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-353d8cf7-45af-44df-b21a-e6a4c2b4a5cc tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.1967132 May 20 18:22:02.713332 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.714369 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327961 May 20 18:22:02.717080 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39334) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:02.722942 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e5d700-034a-4674-80c5-1fc40d7e4181', 'project_id': '2cfd6346a01f45969b0153591be060f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:02.730331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:02.734768 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:02.737713 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:02.746446 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:02.756602 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] Set router 88edfead-2395-44c7-ab47-a52218a7bee2 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:22:02.769925 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.847136 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.852223 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.853992 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39340) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:02.860104 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:02.871998 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.876724 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c79214-9a3e-4e93-bae3-312abd91d1e0,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:02.883502 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:02.890624 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:02.894445 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3e6040ad184b0abc0a7f594825e8d9 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:02.896604 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:02.898246 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1796494 May 20 18:22:02.900602 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39344) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:02.900757 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:02.906642 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e5d700-034a-4674-80c5-1fc40d7e4181', 'project_id': '2cfd6346a01f45969b0153591be060f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:02.906968 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:02.912525 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:02.917287 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:02.920708 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:02.928150 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:02.971145 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.021373 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.027951 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.036587 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-dd20c3c8-e24a-4096-bd88-8280362512cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:03.077554 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab3e6040ad184b0abc0a7f594825e8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223942 May 20 18:22:03.079994 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39350) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:03.082694 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c4e8df-983a-4191-a7e7-df2b2cf48cde,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:03.096473 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:03.099368 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:21:58Z', 'revision_number': 4, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port': {'id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:52Z', 'updated_at': '2021-05-20T18:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'ec253969-0549-41a8-b6ac-14cd8dd138a6', 'name': '', 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'mac_address': 'fa:16:3e:56:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:56Z', 'updated_at': '2021-05-20T18:22:02Z', 'revision_number': 4, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'subnets': [{'id': '2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:22:03.104310 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbf87d-7989-48b0-afb1-d48e7efd10f8 None None] The sync data for ids ['88edfead-2395-44c7-ab47-a52218a7bee2'] in dv-cinder-792462-1-iscsi is: [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:21:58Z', 'revision_number': 4, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port': {'id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:52Z', 'updated_at': '2021-05-20T18:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'ec253969-0549-41a8-b6ac-14cd8dd138a6', 'name': '', 'network_id': '1339c806-4567-4ef7-840a-ba68ce43d7c7', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'mac_address': 'fa:16:3e:56:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:56Z', 'updated_at': '2021-05-20T18:22:02Z', 'revision_number': 4, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'subnets': [{'id': '2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:22:03.144886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.180700 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.186762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.196489 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf2a0-7d05-4019-9e1d-56c389a61235 req-d30a263f-18fb-4e6c-88d1-2d3224ed7d1a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:03.198951 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-74fbf2a0-7d05-4019-9e1d-56c389a61235 req-d30a263f-18fb-4e6c-88d1-2d3224ed7d1a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1730900 May 20 18:22:03.203352 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2992e598-80ce-4c54-90ba-22b3fdc23dd5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:03.237322 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.301960 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393bb7ff-dfa8-4244-a8cc-43303a582a91,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:03.315299 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:03.318043 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.321997 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-23685105-0bf1-463e-ba9b-8d3f112c9bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:03.325668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.329428 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4250679 May 20 18:22:03.330620 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39360) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:03.339622 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c4e8df-983a-4191-a7e7-df2b2cf48cde,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:03.341414 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e5d700-034a-4674-80c5-1fc40d7e4181', 'project_id': '2cfd6346a01f45969b0153591be060f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:03.346428 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:03.347249 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.350971 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4c4e8df-983a-4191-a7e7-df2b2cf48cde HTTP/1.1" status: 204 len: 168 time: 0.2677968 May 20 18:22:03.354362 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-74fbf2a0-7d05-4019-9e1d-56c389a61235 req-3682d24d-b9b9-4d3d-88cc-620dfee957bf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324584 May 20 18:22:03.356531 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:03.363256 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:03.367434 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:03.384438 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:03.405482 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.securitygroups_db [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Project 2cfd6346a01f45969b0153591be060f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:22:03.412237 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.427739 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b445b-2c27-4367-8c57-1387eb1c55ad req-e4ebbb95-65c2-4fd8-878b-cff0134b8997 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:03.429342 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a00b445b-2c27-4367-8c57-1387eb1c55ad req-e4ebbb95-65c2-4fd8-878b-cff0134b8997 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.2099409 May 20 18:22:03.551006 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-643efd9e-af90-4ad8-abc8-79af41783a80 req-1fb91283-f716-412f-82dd-b596e672f0c7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0733414 May 20 18:22:03.564826 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a00b445b-2c27-4367-8c57-1387eb1c55ad req-c21bb582-ccc7-410e-95eb-b7dc0f014337 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290212 May 20 18:22:03.580813 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.592621 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.600081 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ca530058-b965-4c6a-8454-599d4981f4b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:03.621529 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94238646-d8b7-4cc6-8efa-dfc7d1232c3c,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:03.624194 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:03.636335 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.640120 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3059301 May 20 18:22:03.640563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39368) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:03.645940 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e5d700-034a-4674-80c5-1fc40d7e4181', 'project_id': '2cfd6346a01f45969b0153591be060f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:03.652929 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:03.656752 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:security_group_rule and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:03.659678 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:03.665665 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:03.677739 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.securitygroups_db [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Project 2cfd6346a01f45969b0153591be060f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:22:03.685174 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.773674 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.778170 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.780136 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:03.803588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64332548-92ec-4f02-b6f7-8ed64581ed5c,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:03.809217 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:03.814991 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:03.823015 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812351 May 20 18:22:04.266876 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ec253969-0549-41a8-b6ac-14cd8dd138a6 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:22:04.348798 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port ec253969-0549-41a8-b6ac-14cd8dd138a6 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:22:04.354161 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ec253969-0549-41a8-b6ac-14cd8dd138a6 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:22:04.355064 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:04.536093 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:04.574792 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e94020-50e4-45fe-98e1-9df9d7ff1d48 req-2a833dfa-9fd0-4c02-aaf6-a0e340956919 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:04.595497 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a5e94020-50e4-45fe-98e1-9df9d7ff1d48 req-2a833dfa-9fd0-4c02-aaf6-a0e340956919 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1088164 May 20 18:22:04.622080 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port ec253969-0549-41a8-b6ac-14cd8dd138a6, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ec253969-0549-41a8-b6ac-14cd8dd138a6,segment=NetworkSegment(7f672b00-8b26-46eb-9767-083ca0427667),segment_id=7f672b00-8b26-46eb-9767-083ca0427667)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:04.642603 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:04.642603 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-50c6a258-8a65-4407-9b71-78de08587c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:04.697831 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a5e94020-50e4-45fe-98e1-9df9d7ff1d48 req-96d8fb5b-4eb7-49ec-951c-b928fe630cea tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013117 May 20 18:22:04.773166 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=ec253969-0549-41a8-b6ac-14cd8dd138a6,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:04.777024 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:04.825060 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-388bd8b8-69f1-4fe0-9590-be6827004b57 req-122c9b2f-8ad9-4a98-929f-d6ad9e2d5c10 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0848718 May 20 18:22:04.929205 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede76705-4978-4daa-b5c7-7e99268d2b37 req-5960c7b7-6d99-4e67-b293-afe7c2e148a1 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:04.930717 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ede76705-4978-4daa-b5c7-7e99268d2b37 req-5960c7b7-6d99-4e67-b293-afe7c2e148a1 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.0940280 May 20 18:22:04.983330 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ede76705-4978-4daa-b5c7-7e99268d2b37 req-a93d1711-eb9e-4769-838f-88767af6d9bd tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453629 May 20 18:22:05.693819 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-1917213a-79a8-41ce-82ad-a0dd9f364a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:05.696330 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-1917213a-79a8-41ce-82ad-a0dd9f364a66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.0802298 May 20 18:22:05.745387 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Deleting port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:22:05.745942 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:06.127093 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-46a60506-a649-48ce-9b06-b1271b711824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:06.128579 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-46a60506-a649-48ce-9b06-b1271b711824 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.4119308 May 20 18:22:06.258060 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-72110e67-1a62-4143-bd21-53daf1ba4209 req-bed2fd13-c3a2-4b3a-8961-1d99a7608b8c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.1455195 May 20 18:22:06.271379 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-a3ac4b6f-6db6-4990-834c-2f3b4a67b8b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 217 time: 0.1252854 May 20 18:22:06.280650 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] For port 7e08b58e-9cf5-437e-aeaa-b83f4b729468, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7e08b58e-9cf5-437e-aeaa-b83f4b729468,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:06.281038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:06.285980 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ec253969-0549-41a8-b6ac-14cd8dd138a6 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:22:06.405810 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ec253969-0549-41a8-b6ac-14cd8dd138a6 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:22:06.406184 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:06.420118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Calling delete_port for 7e08b58e-9cf5-437e-aeaa-b83f4b729468 owned by compute:nova {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:22:06.585535 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c222f9-71d1-4c13-82f5-2fad7f117379 req-ca6bcba4-845f-4852-90c6-06828073358b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:06.587051 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-68c222f9-71d1-4c13-82f5-2fad7f117379 req-ca6bcba4-845f-4852-90c6-06828073358b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.6271870 May 20 18:22:06.649825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857958-5945-4a80-a995-2d2705c971e6 req-fc111ce5-9f1e-4a68-abf1-5e4f6be7d265 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:06.651361 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7857958-5945-4a80-a995-2d2705c971e6 req-fc111ce5-9f1e-4a68-abf1-5e4f6be7d265 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 945 time: 0.2380140 May 20 18:22:06.660651 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-68c222f9-71d1-4c13-82f5-2fad7f117379 req-05e1413a-65ad-474f-b1bb-e38efd7f27fb tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654502 May 20 18:22:06.751915 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7857958-5945-4a80-a995-2d2705c971e6 req-e4304286-3e2b-4f4a-ab17-5d59df42d609 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944052 May 20 18:22:06.759269 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:06.765373 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:06.810070 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Pushing event deleted for resources: {'Port': ['ID=7e08b58e-9cf5-437e-aeaa-b83f4b729468,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:06.813191 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:06.908111 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] No DVR routers for this DVR port 7e08b58e-9cf5-437e-aeaa-b83f4b729468 on host hv-cinder-79246 {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:22:06.910997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:06.913526 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706aa132-7b10-478a-88ce-63509fd96923', 'name': 'network-vif-deleted', 'tag': '7e08b58e-9cf5-437e-aeaa-b83f4b729468'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:22:06.921715 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6399929d-d917-4d6c-8dbd-6d9f91904d32 req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "DELETE /v2.0/ports/7e08b58e-9cf5-437e-aeaa-b83f4b729468 HTTP/1.1" status: 204 len: 173 time: 1.3211334 May 20 18:22:06.958493 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706aa132-7b10-478a-88ce-63509fd96923', 'name': 'network-vif-deleted', 'tag': '7e08b58e-9cf5-437e-aeaa-b83f4b729468', 'status': 'completed', 'code': 200} May 20 18:22:07.430931 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8443718b-eb0f-4ece-b6ef-bde82dd0646c req-c17c8757-5514-4f7f-b953-f7b672a5e07d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0496390 May 20 18:22:07.851609 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b2eb2-7b75-4e47-985a-50e4b46abf17 req-9942f90f-d329-4a57-8da9-62bcd2efdde5 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:07.853066 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c3b2eb2-7b75-4e47-985a-50e4b46abf17 req-9942f90f-d329-4a57-8da9-62bcd2efdde5 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0843537 May 20 18:22:07.914206 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-01c34f52-acbb-46d0-8011-c5ab88e29480 req-460bf10a-73c0-46d1-b614-4b4e33619194 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Synchronizing usage tracker for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:22:07.948874 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c3b2eb2-7b75-4e47-985a-50e4b46abf17 req-78ba02e6-6305-4951-9fed-a54ccd438595 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599680 May 20 18:22:07.950048 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-01c34f52-acbb-46d0-8011-c5ab88e29480 req-460bf10a-73c0-46d1-b614-4b4e33619194 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Unset dirty status for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:22:07.951465 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-01c34f52-acbb-46d0-8011-c5ab88e29480 req-460bf10a-73c0-46d1-b614-4b4e33619194 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0932119 May 20 18:22:08.596561 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bfe0568d-d0a4-4f42-9742-8fe11f9f0f83 req-27472b77-3773-4775-aaea-3f722ce05466 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0452790 May 20 18:22:09.148106 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ced99655-39fb-4bc4-bff8-2f101dd26777 req-dc5c304b-223c-495e-af27-8b686d4112b2 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0489712 May 20 18:22:09.185948 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171678f-d137-4107-bfe8-2a2aa8a67777 req-bb81fa81-17a0-40dd-acd6-0bc66ab6be16 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:09.187412 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3171678f-d137-4107-bfe8-2a2aa8a67777 req-bb81fa81-17a0-40dd-acd6-0bc66ab6be16 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1279759 May 20 18:22:09.231730 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3171678f-d137-4107-bfe8-2a2aa8a67777 req-e1c8f245-c3be-4686-8ad2-f37180ef30b0 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384662 May 20 18:22:09.530363 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-7c1a7ecd-2e34-4979-830c-bce7cf41603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:09.531777 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-7c1a7ecd-2e34-4979-830c-bce7cf41603b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.0673211 May 20 18:22:09.767111 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a3319c87-bae3-4d2d-a0a0-1d06279d49b1 req-d403ce22-e823-4f73-bdd5-60f5d9c0b205 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0489249 May 20 18:22:10.307631 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7821794c-e04f-4c36-9add-d9fe4627e5e3 req-cb63bc30-236e-489e-924c-6eea0c25c68a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0420942 May 20 18:22:10.425721 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf828e-ad29-47ac-ac89-99ebdbfede11 req-93cbb984-7ca9-4060-9dd6-5b66e70e6dfc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:10.427395 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dacf828e-ad29-47ac-ac89-99ebdbfede11 req-93cbb984-7ca9-4060-9dd6-5b66e70e6dfc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0892198 May 20 18:22:10.475143 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dacf828e-ad29-47ac-ac89-99ebdbfede11 req-fbc1b50f-45e4-407b-a53e-d43108bd7b7a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 May 20 18:22:10.938617 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f73c657b-faa0-4bd7-8171-d13802703985 req-215de4e5-9a8c-4aca-9603-81871151ad43 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0549843 May 20 18:22:11.141912 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['7e08b58e-9cf5-437e-aeaa-b83f4b729468'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:22:11.204830 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-90927b32-b912-4fd4-84c5-9960c289c95d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441360 May 20 18:22:11.347721 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-7e774cf2-c5f3-4fe0-b919-09ac79521908 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303792 May 20 18:22:11.474342 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-58a3f6c0-50b0-4768-bc25-63326480f53c req-a8833b70-4580-4d6d-9b44-813e09f084a1 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0424275 May 20 18:22:11.564549 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9a574b8a-f58b-4ab6-b527-accfe95b0d9b req-025df3b9-3aa9-470d-9296-e9680a59f728 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054086 May 20 18:22:11.684207 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed110222-407e-4697-a000-071907731e23 req-9cda56ff-62ae-4d22-9cc6-280e0b00efa1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:11.685741 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ed110222-407e-4697-a000-071907731e23 req-9cda56ff-62ae-4d22-9cc6-280e0b00efa1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0857422 May 20 18:22:11.735162 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ed110222-407e-4697-a000-071907731e23 req-37a0cc5c-0daa-4f18-8da2-dea0a95c2e40 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 May 20 18:22:11.887278 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-59d824fa-7403-4507-9739-06c1200b83cb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:11.888744 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-59d824fa-7403-4507-9739-06c1200b83cb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.1481478 May 20 18:22:11.920646 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Request body: {'port': {'device_id': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'admin_state_up': True, 'tenant_id': '7e2228279a9442af840635a659cb8c4c'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:12.061498 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:12.072061 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:12.083904 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Made reservation on behalf of 7e2228279a9442af840635a659cb8c4c for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:22:12.087477 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:12.091363 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-37b43e88-ff46-442c-a80d-8fd0552e8b31 req-cf59c76d-1049-4dc7-b90f-7e6ecef65f9d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0450449 May 20 18:22:12.256886 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Allocated IP 172.20.0.2 (9cfebf9b-f2cc-4d94-8576-bda8bd523cd4/91dae1e4-ace5-48a5-a868-2d7d54b0650b/77d880ab-acec-4362-a982-a55783cb06c7) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:22:12.469514 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:12.500520 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:12.516330 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:12.517470 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8ffa78fb-1208-4553-96f5-50b3049ee223', '19ca8da7-83bd-430a-b899-58e53703df92'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:22:12.585652 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:22:12.590546 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:22:12.595387 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:22:12.645205 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event updated for resources: {'Port': ['ID=77d880ab-acec-4362-a982-a55783cb06c7,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:12.650213 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:12.669731 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:12.669731 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:12.705397 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888670 May 20 18:22:12.726034 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Request body: {'port': {'device_id': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:12.746038 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a24aaf86-f3c1-46d8-869e-25393f0955dd req-bd907da7-d8ac-47da-87d0-7dac078c289a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=706aa132-7b10-478a-88ce-63509fd96923 HTTP/1.1" status: 200 len: 210 time: 0.0830815 May 20 18:22:12.958349 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:13.015299 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c39c9-2c4f-4540-921c-94408cbd5929 req-a16ae0ce-d6a7-4494-a6d4-c651dac886c4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:13.022963 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a67c39c9-2c4f-4540-921c-94408cbd5929 req-a16ae0ce-d6a7-4494-a6d4-c651dac886c4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1251061 May 20 18:22:13.079089 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a67c39c9-2c4f-4540-921c-94408cbd5929 req-86328045-3638-4660-a283-3d96f2370c79 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549726 May 20 18:22:13.143121 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7e08b58e-9cf5-437e-aeaa-b83f4b729468 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:22:13.215947 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 7e08b58e-9cf5-437e-aeaa-b83f4b729468 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:22:13.219431 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7e08b58e-9cf5-437e-aeaa-b83f4b729468 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:22:13.336375 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd5d95-af5e-4449-a160-63d00f7a6877 req-693a97b8-5a05-449c-9470-f13d96f22ea2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:13.339225 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16dd5d95-af5e-4449-a160-63d00f7a6877 req-693a97b8-5a05-449c-9470-f13d96f22ea2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 931 time: 0.0948350 May 20 18:22:13.396504 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16dd5d95-af5e-4449-a160-63d00f7a6877 req-b05bba51-aa87-4b83-a179-998a26488c26 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522580 May 20 18:22:13.410971 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d880ab-acec-4362-a982-a55783cb06c7 {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:22:13.418988 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:13.435542 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Transition to ACTIVE for port object 77d880ab-acec-4362-a982-a55783cb06c7 will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:22:13.440002 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:13.445356 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-27a4bb5b-9a34-4b5a-86c4-4d5a0e549327 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:13.597660 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Pushing event updated for resources: {'Port': ['ID=77d880ab-acec-4362-a982-a55783cb06c7,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:13.604392 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:13.673880 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Attempting to bind port 77d880ab-acec-4362-a982-a55783cb06c7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:22:13.674212 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Attempting to bind port 77d880ab-acec-4362-a982-a55783cb06c7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:22:13.674554 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Attempting to bind port 77d880ab-acec-4362-a982-a55783cb06c7 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:22:13.679727 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Port 77d880ab-acec-4362-a982-a55783cb06c7 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:22:13.680036 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Attempting to bind port 77d880ab-acec-4362-a982-a55783cb06c7 on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:22:13.685687 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:22:13.686015 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Checking segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:22:13.686407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Bound using segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:22:13.686856 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Bound port: 77d880ab-acec-4362-a982-a55783cb06c7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:22:13.687188 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:13.783923 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] For port 77d880ab-acec-4362-a982-a55783cb06c7, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:22:13.787082 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] For port 77d880ab-acec-4362-a982-a55783cb06c7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d880ab-acec-4362-a982-a55783cb06c7,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:22:13.792668 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:13.797935 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:13.928657 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:13.929965 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:13.931450 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] 10.222.0.42 "PUT /v2.0/ports/77d880ab-acec-4362-a982-a55783cb06c7 HTTP/1.1" status: 200 len: 1093 time: 1.2110951 May 20 18:22:13.935295 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'tag': '77d880ab-acec-4362-a982-a55783cb06c7'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:22:13.982817 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Pushing event updated for resources: {'Port': ['ID=77d880ab-acec-4362-a982-a55783cb06c7,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:13.986395 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:14.009420 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'tag': '77d880ab-acec-4362-a982-a55783cb06c7', 'status': 'completed', 'code': 200} May 20 18:22:14.255479 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-d26cbecd-dab0-44ac-9379-fe4dcb09e2ce tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:14.256990 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-d26cbecd-dab0-44ac-9379-fe4dcb09e2ce tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/networks?id=143836cb-8490-48ed-a867-815e18d3441c HTTP/1.1" status: 200 len: 808 time: 0.1896126 May 20 18:22:14.277709 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-d252f305-3c3b-4abd-8ba3-10b7e4483d37 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/quotas/e62c0d81ba1944d6a7e7ffad3e9843c4 HTTP/1.1" status: 200 len: 375 time: 0.0143497 May 20 18:22:14.394875 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-6406ed20-84bc-4a85-9c10-688baa826e36 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e62c0d81ba1944d6a7e7ffad3e9843c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105719 May 20 18:22:14.406076 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0008229-641a-4744-acf0-80bb45e40c0b req-9016f66b-44db-4331-8976-657f53955cfc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:14.407492 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d0008229-641a-4744-acf0-80bb45e40c0b req-9016f66b-44db-4331-8976-657f53955cfc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2157009 May 20 18:22:14.536516 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d0008229-641a-4744-acf0-80bb45e40c0b req-fd1c2177-dbab-499e-aefd-8409aed95d95 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086171 May 20 18:22:14.580703 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-b37794a7-5570-4a4e-9e28-ceb6c487caf2 service neutron] 10.222.0.32 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722052 May 20 18:22:14.649144 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39666) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:14.773132 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-d78505f2-fc81-4663-80d8-f78a98e16284 service neutron] 10.222.0.32 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915812 May 20 18:22:14.774095 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:14.789988 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:14.791962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30802a3-bbbd-4500-8f9d-d30f4018a6d1 req-94a267b4-f94f-4753-898c-f438f61b6e39 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:14.793449 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f30802a3-bbbd-4500-8f9d-d30f4018a6d1 req-94a267b4-f94f-4753-898c-f438f61b6e39 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.1181695 May 20 18:22:14.794525 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:72230f0c5d204620a6680caa1a92add4 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:14.797501 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:14.803544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:14.844996 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f30802a3-bbbd-4500-8f9d-d30f4018a6d1 req-1a86f203-fe3c-44dd-8d00-7d47cafbd08e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 May 20 18:22:14.889562 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:14.895233 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:14.910027 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-30498520-83e6-4c52-8000-cdc4b5fff52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:14.949198 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72230f0c5d204620a6680caa1a92add4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982955 May 20 18:22:14.951852 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39676) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:14.954491 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f940423-7ef5-4bbe-891b-e2b76c4c1296,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:14.966732 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-98c027c7-dd64-4215-9e89-c37cf1627ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:14.974184 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-01935596-f48f-4da7-89bd-9d84876f68c5 req-ca1d8d4b-de3a-4f04-a355-1238c09749e6 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.0466604 May 20 18:22:15.016503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.042029 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.101395 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.105348 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5f4bf7ea-5e35-40c3-8940-a6b4b8bf5452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:15.116790 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f940423-7ef5-4bbe-891b-e2b76c4c1296,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:15.132942 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:15.137763 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.139357 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f940423-7ef5-4bbe-891b-e2b76c4c1296 HTTP/1.1" status: 204 len: 168 time: 0.1862023 May 20 18:22:15.271111 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:22:15.452230 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39694) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:15.470138 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.485166 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:15.489522 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Usage tracker for resource:security_group_rule and tenant:c3aca3fb475a44fcb30b1fb60e1d99dd is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:15.492600 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:15.498952 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:15.590839 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.596331 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.605593 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e7d51f67-ae59-4449-bf66-b469c29d86ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:15.645506 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3aca3fb475a44fcb30b1fb60e1d99dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921906 May 20 18:22:15.647224 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09227ef-ce63-431d-8fb6-b30ae9bad783,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:15.649410 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39702) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:15.650661 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:15.762912 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.794402 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.832744 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0ef0c-b38e-425d-b417-b1bdf7b29772 req-08021951-ae60-4a06-a60a-4ec8339e2563 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:15.834086 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2af0ef0c-b38e-425d-b417-b1bdf7b29772 req-08021951-ae60-4a06-a60a-4ec8339e2563 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1543355 May 20 18:22:15.883378 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2af0ef0c-b38e-425d-b417-b1bdf7b29772 req-c9e1f19e-0543-4aa2-b85c-0bcf33eb1e9f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 May 20 18:22:15.884423 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.888100 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c136878c-8f06-4277-8fb0-973f235ed156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:15.906450 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09227ef-ce63-431d-8fb6-b30ae9bad783,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:15.909635 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:15.911776 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:15.915864 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f09227ef-ce63-431d-8fb6-b30ae9bad783 HTTP/1.1" status: 204 len: 168 time: 0.2624722 May 20 18:22:16.035084 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6fd6-e13e-4b13-9944-d10948bc3eb4 req-c625d5ee-5026-4f40-bfaa-3821eb15cc69 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:16.036548 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fd8e6fd6-e13e-4b13-9944-d10948bc3eb4 req-c625d5ee-5026-4f40-bfaa-3821eb15cc69 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.0829525 May 20 18:22:16.085361 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fd8e6fd6-e13e-4b13-9944-d10948bc3eb4 req-34606185-97ea-46d9-a09c-11eeeef43bc5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 May 20 18:22:16.130751 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c38ee3ed-4dc4-4e95-bbe0-a6149f49f355 req-a0a7ac2d-8764-4c09-a520-cc8ae52a04b7 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.0487652 May 20 18:22:17.074075 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9aa6b-f022-435b-9c27-5e0f30348992 req-6554be15-a6f2-4698-985e-3b63e9308019 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:17.075703 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d9c9aa6b-f022-435b-9c27-5e0f30348992 req-6554be15-a6f2-4698-985e-3b63e9308019 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0806365 May 20 18:22:17.122331 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d9c9aa6b-f022-435b-9c27-5e0f30348992 req-9b84237d-4178-4c31-b41c-01e363fb5038 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 May 20 18:22:17.455867 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-96739b1e-7b24-4225-acee-7388fb0b7f2f req-96bd8dca-d1c2-461d-9d92-048c4e34b0c1 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.0516458 May 20 18:22:17.492642 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d42bf-0f65-43a1-bbb1-9bbd3e33aa99 req-dccca509-e64d-4666-a259-cb4bf65e24cf tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:17.494720 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b2d42bf-0f65-43a1-bbb1-9bbd3e33aa99 req-dccca509-e64d-4666-a259-cb4bf65e24cf tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.1269066 May 20 18:22:17.541821 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b2d42bf-0f65-43a1-bbb1-9bbd3e33aa99 req-55ddad1a-a816-40ba-9b56-fb023334467a tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 May 20 18:22:18.111166 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39790) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:18.231446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.246515 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:18.250554 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Usage tracker for resource:security_group_rule and tenant:26acd8ab0af94ec78a6c587cabe9b3a6 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:18.253501 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:18.259433 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:18.319990 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c185446-37cb-4d68-b444-556c271bbe1d req-ee31d54f-4c4b-45f4-96bd-3da14a8e49b8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:18.321439 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c185446-37cb-4d68-b444-556c271bbe1d req-ee31d54f-4c4b-45f4-96bd-3da14a8e49b8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0847886 May 20 18:22:18.345141 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.350197 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.356904 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-52240070-8745-4c23-9eeb-422353b682e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:18.366551 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c185446-37cb-4d68-b444-556c271bbe1d req-8510248d-3c66-4478-b8b9-52dfcf3e6c79 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 May 20 18:22:18.398510 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26acd8ab0af94ec78a6c587cabe9b3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862360 May 20 18:22:18.399229 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6034c5e-ffb6-4ff0-a01e-b03ac0d4ec05,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:18.401277 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39798) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:18.402318 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:18.462328 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.488248 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.541898 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.545625 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9e648b98-15e9-4509-96ca-cd0c3f8c6ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:18.557429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6034c5e-ffb6-4ff0-a01e-b03ac0d4ec05,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:18.561158 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:18.607557 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.610853 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6034c5e-ffb6-4ff0-a01e-b03ac0d4ec05 HTTP/1.1" status: 204 len: 168 time: 0.2082703 May 20 18:22:18.615588 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-14f389e5-8133-40dc-a543-21b6e1a90130 req-b9756073-840d-45ef-8b06-fb1cd043ac82 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.0513945 May 20 18:22:18.753147 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a448a64-e3fe-4b53-86bc-0265167cd175 req-76099494-f786-4062-b1bd-17bbe0436d8d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:18.754659 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0a448a64-e3fe-4b53-86bc-0265167cd175 req-76099494-f786-4062-b1bd-17bbe0436d8d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.0813129 May 20 18:22:18.800945 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0a448a64-e3fe-4b53-86bc-0265167cd175 req-b0fc1be5-a59f-4b96-9774-727bb6dab8bf tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 May 20 18:22:18.866272 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-c2bf2103-ab8a-4e4a-9dc8-008cc6b5d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:18.867791 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-c2bf2103-ab8a-4e4a-9dc8-008cc6b5d0b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 1096 time: 0.0889194 May 20 18:22:18.944990 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 39816) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:18.959736 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-5018b0c8-7d85-4e59-998b-d0ea048b95c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77d880ab-acec-4362-a982-a55783cb06c7 HTTP/1.1" status: 200 len: 217 time: 0.0778663 May 20 18:22:18.963232 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:18.982277 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:18.986152 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Usage tracker for resource:security_group_rule and tenant:30f95e959ae346bab8271f20ef0005d8 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:18.989608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:18.995988 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:19.077245 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-6d92f899-372e-4525-b0ff-69929794bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:19.078793 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-6d92f899-372e-4525-b0ff-69929794bddd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.0762286 May 20 18:22:19.096161 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:19.101181 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:19.109839 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0b5e444f-c103-4e41-85a3-42c2ee10004b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:19.151014 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30f95e959ae346bab8271f20ef0005d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048786 May 20 18:22:19.151442 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-1afa6507-78fb-484e-9f81-32106d199547 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437081 May 20 18:22:19.152252 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 39822) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:19.153655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e890c55-464a-419f-9ffc-8760f62545c9,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:19.156993 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:19.305825 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3ceda644-e6e8-4a4d-b562-e5c48a0e55e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:19.348848 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-ad463de5-ec63-4310-9506-6283009a431a service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796260 May 20 18:22:19.353006 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3ceda644-e6e8-4a4d-b562-e5c48a0e55e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:19.521356 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3ceda644-e6e8-4a4d-b562-e5c48a0e55e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:19.529106 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3814741-a974-4c7a-a3af-952e6b92a1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:19.544116 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b7cfaf2a-bba8-44a7-89d6-576e7122a199 req-33a4aa61-8c35-4c7c-8bd4-3c28232d1984 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824102 May 20 18:22:19.547341 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceda644-e6e8-4a4d-b562-e5c48a0e55e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e890c55-464a-419f-9ffc-8760f62545c9,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:19.554314 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-3ceda644-e6e8-4a4d-b562-e5c48a0e55e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:19.572907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3ceda644-e6e8-4a4d-b562-e5c48a0e55e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:19.574790 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-3ceda644-e6e8-4a4d-b562-e5c48a0e55e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e890c55-464a-419f-9ffc-8760f62545c9 HTTP/1.1" status: 204 len: 168 time: 0.4213507 May 20 18:22:19.592106 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cb3e-6801-4615-841c-daf59467d51e req-a29c0807-0442-4fe6-8cc3-7ff47e06d0c4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:19.594658 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3325cb3e-6801-4615-841c-daf59467d51e req-a29c0807-0442-4fe6-8cc3-7ff47e06d0c4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1148925 May 20 18:22:19.658919 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3325cb3e-6801-4615-841c-daf59467d51e req-4a94b8aa-1d52-48d7-9d18-0876b21ca227 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554392 May 20 18:22:19.750715 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08602991-7607-47f2-927b-8e9331e9cc2f req-b666f977-faa5-422e-ab7f-64e1a1caa94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:19.752350 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-08602991-7607-47f2-927b-8e9331e9cc2f req-b666f977-faa5-422e-ab7f-64e1a1caa94e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 1096 time: 0.0941970 May 20 18:22:19.940351 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1381f5a5-780e-4703-bb94-2801f30a4724 req-11715323-ade6-4029-9d4b-cb5058a140cb tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.1544197 May 20 18:22:19.959295 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08602991-7607-47f2-927b-8e9331e9cc2f req-8d2e9a21-5a15-4997-980d-bf44394682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:19.969980 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-08602991-7607-47f2-927b-8e9331e9cc2f req-8d2e9a21-5a15-4997-980d-bf44394682d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 916 time: 0.2008603 May 20 18:22:20.069881 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-08602991-7607-47f2-927b-8e9331e9cc2f req-4ac49b1e-fdf2-4054-87de-1469dd72e563 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77d880ab-acec-4362-a982-a55783cb06c7 HTTP/1.1" status: 200 len: 217 time: 0.0861313 May 20 18:22:20.178761 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08602991-7607-47f2-927b-8e9331e9cc2f req-dee01d3e-3637-4e3c-93c6-f6be3248a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:20.179969 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-08602991-7607-47f2-927b-8e9331e9cc2f req-dee01d3e-3637-4e3c-93c6-f6be3248a23b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.0938699 May 20 18:22:20.257800 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-08602991-7607-47f2-927b-8e9331e9cc2f req-80ff4667-8bc2-4fe7-b887-e20eea01a498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652714 May 20 18:22:20.284315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-bc3c1058-8842-436c-a409-eb71ec1281ca tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:20.285744 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-bc3c1058-8842-436c-a409-eb71ec1281ca tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "GET /v2.0/networks?id=143836cb-8490-48ed-a867-815e18d3441c HTTP/1.1" status: 200 len: 808 time: 0.2163405 May 20 18:22:20.303199 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510bb00-1eae-4327-a3c8-a33ed4e2f4eb req-53b142c4-e04e-4aba-be29-15a3ab3d39be tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:20.319025 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0510bb00-1eae-4327-a3c8-a33ed4e2f4eb req-53b142c4-e04e-4aba-be29-15a3ab3d39be tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.3013616 May 20 18:22:20.331663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Request body: {'port': {'device_id': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'network_id': '143836cb-8490-48ed-a867-815e18d3441c', 'admin_state_up': True, 'tenant_id': 'e62c0d81ba1944d6a7e7ffad3e9843c4'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:20.518313 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-08602991-7607-47f2-927b-8e9331e9cc2f req-0b045dfd-74b8-4017-a7f5-e7669d7db96b service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470796 May 20 18:22:20.636921 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:20.657782 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0510bb00-1eae-4327-a3c8-a33ed4e2f4eb req-cff49682-3371-4a13-a92a-c17a538dda99 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368518 May 20 18:22:20.658755 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:20.673107 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Made reservation on behalf of e62c0d81ba1944d6a7e7ffad3e9843c4 for: {'port': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:22:20.682707 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:20.814653 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-08602991-7607-47f2-927b-8e9331e9cc2f req-7f0b0518-33bb-4fd5-938f-7f69bb32ee11 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755804 May 20 18:22:20.966320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Allocated IP 172.20.0.14 (143836cb-8490-48ed-a867-815e18d3441c/3b1a6b3c-f714-4f29-a39d-bc06ba851a7f/aabeae62-c63b-415b-9e5a-a020ec96c940) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:22:21.047829 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53539a26-2489-4905-8025-2decc907206f req-ce47bea9-41d3-4531-a38d-91870eb5cc14 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:21.049375 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-53539a26-2489-4905-8025-2decc907206f req-ce47bea9-41d3-4531-a38d-91870eb5cc14 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1367607 May 20 18:22:21.163694 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-17d574aa-612d-4d4d-bcae-520e98b68aed req-89338825-6aba-4c12-bc7c-29996ca11fea tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.1057665 May 20 18:22:21.254932 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-53539a26-2489-4905-8025-2decc907206f req-6e5e000c-c178-4514-a12b-8c789622201a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956086 May 20 18:22:21.309025 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:21.341011 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:21.349312 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a5360bf9-369e-4850-82bb-f8537e522808 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:21.422437 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Network 143836cb-8490-48ed-a867-815e18d3441c is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:22:21.425918 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:22:21.430331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:22:21.470213 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Pushing event updated for resources: {'Port': ['ID=aabeae62-c63b-415b-9e5a-a020ec96c940,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:21.482866 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:21.504366 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:21.504982 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:21.540767 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2184823 May 20 18:22:21.561496 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Request body: {'port': {'device_id': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:21.691892 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:22.038871 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210123f-563c-4fa4-b724-815c69e6c6d3 req-365b8423-766b-49fe-ae2e-8840075f86d1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:22.040328 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6210123f-563c-4fa4-b724-815c69e6c6d3 req-365b8423-766b-49fe-ae2e-8840075f86d1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.2115002 May 20 18:22:22.105766 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6210123f-563c-4fa4-b724-815c69e6c6d3 req-70f44f18-e38f-4b70-aaad-c15f9b08229f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 May 20 18:22:22.249146 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabeae62-c63b-415b-9e5a-a020ec96c940 {{(pid=91634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:22:22.256459 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:22.271449 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Transition to ACTIVE for port object aabeae62-c63b-415b-9e5a-a020ec96c940 will not be triggered until provisioned by entity L2. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:22:22.308963 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:22.323753 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e4a3cdb5-1bad-4a28-b5b1-aa539128ecde tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:22.493522 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Pushing event updated for resources: {'Port': ['ID=aabeae62-c63b-415b-9e5a-a020ec96c940,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:22.498034 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:22.568267 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc368622-6aad-4660-8f40-d53ac3a9fc6d req-0a4a2663-26fc-4c10-b820-fd3e41ce234d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:22.569565 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-fc368622-6aad-4660-8f40-d53ac3a9fc6d req-0a4a2663-26fc-4c10-b820-fd3e41ce234d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Synchronizing usage tracker for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:22:22.600267 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Attempting to bind port aabeae62-c63b-415b-9e5a-a020ec96c940 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:22:22.600573 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Attempting to bind port aabeae62-c63b-415b-9e5a-a020ec96c940 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:22:22.600917 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Attempting to bind port aabeae62-c63b-415b-9e5a-a020ec96c940 on network 143836cb-8490-48ed-a867-815e18d3441c {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:22:22.605608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-fc368622-6aad-4660-8f40-d53ac3a9fc6d req-0a4a2663-26fc-4c10-b820-fd3e41ce234d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Unset dirty status for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:22:22.606767 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fc368622-6aad-4660-8f40-d53ac3a9fc6d req-0a4a2663-26fc-4c10-b820-fd3e41ce234d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.3314300 May 20 18:22:22.607426 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Port aabeae62-c63b-415b-9e5a-a020ec96c940 on network 143836cb-8490-48ed-a867-815e18d3441c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:22:22.607731 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Attempting to bind port aabeae62-c63b-415b-9e5a-a020ec96c940 on network 143836cb-8490-48ed-a867-815e18d3441c {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:22:22.614029 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:22:22.614337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Checking segment: {'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:22:22.614734 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Bound using segment: {'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:22:22.615157 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Bound port: aabeae62-c63b-415b-9e5a-a020ec96c940, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e9cc06-59b9-4265-94fd-6134618b13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '143836cb-8490-48ed-a867-815e18d3441c'}}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:22:22.615493 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:22.709860 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fc368622-6aad-4660-8f40-d53ac3a9fc6d req-0cbc3841-0ea0-40af-b9f2-ef397f1e9f68 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968697 May 20 18:22:22.741681 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] For port aabeae62-c63b-415b-9e5a-a020ec96c940, host hv-cinder-79246, cleared binding levels {{(pid=91634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:22:22.745014 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] For port aabeae62-c63b-415b-9e5a-a020ec96c940, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aabeae62-c63b-415b-9e5a-a020ec96c940,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:22:22.748917 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:22.753945 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:22.813454 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:22.813958 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:22.815458 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] 10.222.0.42 "PUT /v2.0/ports/aabeae62-c63b-415b-9e5a-a020ec96c940 HTTP/1.1" status: 200 len: 1094 time: 1.2597594 May 20 18:22:22.815846 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'tag': 'aabeae62-c63b-415b-9e5a-a020ec96c940'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:22:22.847645 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Pushing event updated for resources: {'Port': ['ID=aabeae62-c63b-415b-9e5a-a020ec96c940,revision_number=3']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:22.860886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:22.877607 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'tag': 'aabeae62-c63b-415b-9e5a-a020ec96c940', 'status': 'completed', 'code': 200} May 20 18:22:22.960752 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-d8efed4b-f67c-4d4a-8e31-40ee98dd21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:22.962253 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-d8efed4b-f67c-4d4a-8e31-40ee98dd21b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62c0d81ba1944d6a7e7ffad3e9843c4&device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 1097 time: 0.0736487 May 20 18:22:23.046248 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-bce61492-1a1f-47d5-8109-11cd38c499ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabeae62-c63b-415b-9e5a-a020ec96c940 HTTP/1.1" status: 200 len: 217 time: 0.0674376 May 20 18:22:23.061503 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-edeaf84c-a0df-4693-ac26-8dce4b5d6221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:23.174088 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5f2b7f80-6004-4963-9ee9-6c385a78796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:23.175570 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-5f2b7f80-6004-4963-9ee9-6c385a78796b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b1a6b3c-f714-4f29-a39d-bc06ba851a7f HTTP/1.1" status: 200 len: 848 time: 0.1171317 May 20 18:22:23.219452 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dca40-71b9-43ac-8762-afbf5458ab55 req-e51c7c13-7e85-48fe-9c6f-e0317a81c851 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:23.221047 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-389dca40-71b9-43ac-8762-afbf5458ab55 req-e51c7c13-7e85-48fe-9c6f-e0317a81c851 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1003757 May 20 18:22:23.322142 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-389dca40-71b9-43ac-8762-afbf5458ab55 req-c8e45cf6-28b7-450e-a939-c1f94243c06a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870249 May 20 18:22:23.365795 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6f615-f0a3-4a25-96c9-8d88f7ebc636 req-49d3dd4e-15d6-4374-b555-53497e216e13 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:23.367698 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7ba6f615-f0a3-4a25-96c9-8d88f7ebc636 req-49d3dd4e-15d6-4374-b555-53497e216e13 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.0991642 May 20 18:22:23.418397 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7ba6f615-f0a3-4a25-96c9-8d88f7ebc636 req-00f0b344-af3d-4e9d-86a3-14dfd00b08e8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 May 20 18:22:23.920273 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6bb5-1b02-450a-91e1-6156c207a9cb req-bdf6c87b-d222-48d8-b417-d1c29f96d77a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:23.921717 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f95a6bb5-1b02-450a-91e1-6156c207a9cb req-bdf6c87b-d222-48d8-b417-d1c29f96d77a tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.0978138 May 20 18:22:23.969206 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f95a6bb5-1b02-450a-91e1-6156c207a9cb req-c23c32c3-f717-4852-8ced-bb8aee5dab55 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 May 20 18:22:24.353161 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 77d880ab-acec-4362-a982-a55783cb06c7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:22:24.397224 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-b254b285-ecc4-4a86-bf63-a25ce6a0bacf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143836cb-8490-48ed-a867-815e18d3441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416284 May 20 18:22:24.486658 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 77d880ab-acec-4362-a982-a55783cb06c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d880ab-acec-4362-a982-a55783cb06c7,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:24.503099 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '77d880ab-acec-4362-a982-a55783cb06c7', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'port_id': '77d880ab-acec-4362-a982-a55783cb06c7', 'mac_address': 'fa:16:3e:2d:7c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dae1e4-ace5-48a5-a868-2d7d54b0650b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:22:24.556422 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:24.572608 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d880ab-acec-4362-a982-a55783cb06c7 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:22:24.587952 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 77d880ab-acec-4362-a982-a55783cb06c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d880ab-acec-4362-a982-a55783cb06c7,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:24.595343 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:24.597111 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:24.611101 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd49fbc-e641-4e63-a40e-b4db550e7ac6 req-a043342e-0d53-4560-9329-77a62506188d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:24.612443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-efd49fbc-e641-4e63-a40e-b4db550e7ac6 req-a043342e-0d53-4560-9329-77a62506188d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 943 time: 0.0865328 May 20 18:22:24.659342 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-efd49fbc-e641-4e63-a40e-b4db550e7ac6 req-a342c737-8072-4cc7-88ef-47f63cf24d91 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 May 20 18:22:24.662072 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=77d880ab-acec-4362-a982-a55783cb06c7,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:24.665166 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:25.174770 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046254-3634-4f3a-a7af-8bbc21f65d4a req-2b772b4a-feb0-4f51-9cec-e2d3bd21d8d6 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:25.176230 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-86046254-3634-4f3a-a7af-8bbc21f65d4a req-2b772b4a-feb0-4f51-9cec-e2d3bd21d8d6 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.0848122 May 20 18:22:25.226147 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-86046254-3634-4f3a-a7af-8bbc21f65d4a req-d92f42f4-3390-416c-bc33-1b70e2befde1 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 May 20 18:22:25.366987 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3b7ed3fb-8aae-4cc9-bdd2-6472ab891d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:25.636129 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:25.843027 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ff6d6-db85-4717-807b-3bd27c704cd5 req-977b0df2-1d68-455d-be37-03025372408f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:25.844826 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-252ff6d6-db85-4717-807b-3bd27c704cd5 req-977b0df2-1d68-455d-be37-03025372408f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 944 time: 0.0802534 May 20 18:22:25.889607 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-252ff6d6-db85-4717-807b-3bd27c704cd5 req-d0b600fd-6326-4cc9-a06f-bf3b431d121b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 May 20 18:22:26.422712 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe70fa-efd2-401d-ac18-83fc9ca08991 req-64e1605d-b711-4d12-af80-18fa67196499 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:26.424147 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c9fe70fa-efd2-401d-ac18-83fc9ca08991 req-64e1605d-b711-4d12-af80-18fa67196499 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.0898397 May 20 18:22:26.473422 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c9fe70fa-efd2-401d-ac18-83fc9ca08991 req-0c29292e-9432-4857-94ed-b2d56a153ca6 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 May 20 18:22:26.534701 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:27.171050 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-38b5df90-fa16-416a-ad93-05538322307b service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122880 May 20 18:22:27.186730 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed58c7-0e95-4ee6-87ef-98ebddbea51d req-f29e73d0-2990-4d4f-b210-cb2ad3a73e7b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:27.188257 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-15ed58c7-0e95-4ee6-87ef-98ebddbea51d req-f29e73d0-2990-4d4f-b210-cb2ad3a73e7b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 944 time: 0.1152132 May 20 18:22:27.315040 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['77d880ab-acec-4362-a982-a55783cb06c7'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:22:27.319369 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-15ed58c7-0e95-4ee6-87ef-98ebddbea51d req-6be46e35-725e-4ad9-880a-815bee55ae79 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108761 May 20 18:22:27.354857 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bf65419-49f9-4eae-9a47-5826b67a72c3 req-be7cb052-7ccb-41f6-9ee4-fdf385fc32f5 service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653581 May 20 18:22:27.495613 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-c26e621e-271e-409a-a3d4-3c13847bf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:27.497219 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-c26e621e-271e-409a-a3d4-3c13847bf215 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62c0d81ba1944d6a7e7ffad3e9843c4&device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 1097 time: 0.0735483 May 20 18:22:27.698344 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-437b3c4d-0ccc-431d-bb4d-75d2237c8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:27.700149 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-437b3c4d-0ccc-431d-bb4d-75d2237c8e1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=143836cb-8490-48ed-a867-815e18d3441c HTTP/1.1" status: 200 len: 909 time: 0.1813724 May 20 18:22:27.720071 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e815f-a607-4efe-acf9-31e60c7a1cae req-b78d01c9-8a6f-455e-9b5d-045c6c08ec08 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:27.721601 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-395e815f-a607-4efe-acf9-31e60c7a1cae req-b78d01c9-8a6f-455e-9b5d-045c6c08ec08 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.1173267 May 20 18:22:27.802094 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-6aca19eb-8e34-4bfc-87eb-11a47f828166 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabeae62-c63b-415b-9e5a-a020ec96c940 HTTP/1.1" status: 200 len: 217 time: 0.0794673 May 20 18:22:27.828534 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-395e815f-a607-4efe-acf9-31e60c7a1cae req-41fff27f-5f2d-4d82-bfb4-dc3a80f8583f tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 May 20 18:22:27.896073 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-0fe9a1a3-8458-4ac9-b80a-683d5ef7903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:27.897574 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-0fe9a1a3-8458-4ac9-b80a-683d5ef7903b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b1a6b3c-f714-4f29-a39d-bc06ba851a7f HTTP/1.1" status: 200 len: 848 time: 0.0606177 May 20 18:22:27.956664 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-e1f67a30-890a-4880-be40-2c879db408ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143836cb-8490-48ed-a867-815e18d3441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420356 May 20 18:22:28.108663 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-55a3cfaa-c9de-4333-a980-33c9721a3cde service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376972 May 20 18:22:28.216201 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:28.248544 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3630cee-af6f-4177-a47c-39aeb70dd46c req-e6e88aeb-9bb5-48c2-9128-19d50762b3e7 service neutron] 10.222.0.42 "GET /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291413 May 20 18:22:28.430598 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:28.519931 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ed03-2a16-4e80-bb09-19064df6152c req-1490a929-25d7-4de3-9dc6-ac7881ba72ba tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:28.521783 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38d9ed03-2a16-4e80-bb09-19064df6152c req-1490a929-25d7-4de3-9dc6-ac7881ba72ba tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 944 time: 0.0871606 May 20 18:22:28.573804 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38d9ed03-2a16-4e80-bb09-19064df6152c req-4abc3a3d-2e40-4059-bae5-d3c66ad75d70 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455647 May 20 18:22:28.845822 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 77d880ab-acec-4362-a982-a55783cb06c7 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:22:28.929468 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 77d880ab-acec-4362-a982-a55783cb06c7 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:22:28.935522 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 77d880ab-acec-4362-a982-a55783cb06c7 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:22:28.935522 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:29.036966 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3211a-575b-41d2-ae0a-204934062b59 req-0b600164-e59d-4a53-a06e-ebba744beabf tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:29.038523 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-42e3211a-575b-41d2-ae0a-204934062b59 req-0b600164-e59d-4a53-a06e-ebba744beabf tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.0831759 May 20 18:22:29.066770 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:29.094356 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d880ab-acec-4362-a982-a55783cb06c7'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:22:29.099939 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-42e3211a-575b-41d2-ae0a-204934062b59 req-e44e1b4a-c42a-432d-9a28-a44b85dd943b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548277 May 20 18:22:29.113824 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 77d880ab-acec-4362-a982-a55783cb06c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d880ab-acec-4362-a982-a55783cb06c7,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:29.115042 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:29.117240 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:29.164119 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d880ab-acec-4362-a982-a55783cb06c7', 'code': 200} May 20 18:22:29.189220 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=77d880ab-acec-4362-a982-a55783cb06c7,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:29.192445 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:29.456609 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0872b66-3802-4013-a10e-777b0e7a1b73 req-3cd29624-e212-43b8-acd7-62f8031b87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:29.458116 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a0872b66-3802-4013-a10e-777b0e7a1b73 req-3cd29624-e212-43b8-acd7-62f8031b87ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 1098 time: 0.0714710 May 20 18:22:29.520467 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a0872b66-3802-4013-a10e-777b0e7a1b73 req-6ae3f36b-3e1d-41ec-b19d-02f8e62e2738 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 May 20 18:22:29.773395 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a173a01-8e92-4715-9cda-354d4318b0e0 req-b056838e-6520-4b24-a437-21c6b661d816 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:29.774800 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1a173a01-8e92-4715-9cda-354d4318b0e0 req-b056838e-6520-4b24-a437-21c6b661d816 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.0893900 May 20 18:22:29.823622 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1a173a01-8e92-4715-9cda-354d4318b0e0 req-da34475c-7f72-4468-8d7e-d94da253d2a9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 May 20 18:22:30.284226 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665274-bb4f-4cc3-997c-7b867cd6c917 req-f0855cff-b6ad-4059-acfb-67b86218239f tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:30.285703 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9e665274-bb4f-4cc3-997c-7b867cd6c917 req-f0855cff-b6ad-4059-acfb-67b86218239f tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.0796258 May 20 18:22:30.334441 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9e665274-bb4f-4cc3-997c-7b867cd6c917 req-4d021c5c-d66c-427f-8a82-8b53245aad90 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 May 20 18:22:31.092467 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee87878-769c-4660-816a-14cbe9303b3b req-9f09431f-f793-416d-8d88-fec43973e97f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:31.093956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bee87878-769c-4660-816a-14cbe9303b3b req-9f09431f-f793-416d-8d88-fec43973e97f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.1461902 May 20 18:22:31.145550 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bee87878-769c-4660-816a-14cbe9303b3b req-29b62d5e-b4b2-42f7-a52b-5e425eadf3ba tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 May 20 18:22:31.252035 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device aabeae62-c63b-415b-9e5a-a020ec96c940 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:22:31.393569 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port aabeae62-c63b-415b-9e5a-a020ec96c940, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aabeae62-c63b-415b-9e5a-a020ec96c940,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:31.407451 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'aabeae62-c63b-415b-9e5a-a020ec96c940', 'network_id': '143836cb-8490-48ed-a867-815e18d3441c', 'port_id': 'aabeae62-c63b-415b-9e5a-a020ec96c940', 'mac_address': 'fa:16:3e:e8:6b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1a6b3c-f714-4f29-a39d-bc06ba851a7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:22:31.469477 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:31.486590 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabeae62-c63b-415b-9e5a-a020ec96c940 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:22:31.501965 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port aabeae62-c63b-415b-9e5a-a020ec96c940, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aabeae62-c63b-415b-9e5a-a020ec96c940,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:31.506779 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:31.508553 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:31.531031 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d8ec5-d915-4e27-ab9c-4a42f9327a24 req-26bf737c-feb3-4414-92c9-95a20191807f tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:31.532476 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0e3d8ec5-d915-4e27-ab9c-4a42f9327a24 req-26bf737c-feb3-4414-92c9-95a20191807f tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 944 time: 0.0827901 May 20 18:22:31.576850 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=aabeae62-c63b-415b-9e5a-a020ec96c940,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:31.578998 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0e3d8ec5-d915-4e27-ab9c-4a42f9327a24 req-ce88ed83-57d3-4ed4-af71-4340d72521b7 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 May 20 18:22:31.583123 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:32.333379 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff37e13-c736-4339-885c-d5d27cde47ae req-555c0da9-f671-4331-924f-863ba76461e4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:32.334881 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9ff37e13-c736-4339-885c-d5d27cde47ae req-555c0da9-f671-4331-924f-863ba76461e4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.0824668 May 20 18:22:32.385378 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9ff37e13-c736-4339-885c-d5d27cde47ae req-d743a660-dd11-4e7f-82e3-c70cab159add tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 May 20 18:22:32.774683 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a605e-77fc-4350-973a-9aee12ce9bec req-e707b210-84c6-4864-bc93-fbadcb29da61 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:32.776007 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-487a605e-77fc-4350-973a-9aee12ce9bec req-e707b210-84c6-4864-bc93-fbadcb29da61 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 945 time: 0.0881333 May 20 18:22:32.820830 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-487a605e-77fc-4350-973a-9aee12ce9bec req-ec99c4b0-6c77-4b54-8834-fc60f378ee9d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 May 20 18:22:33.590904 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5043314-a607-4c1c-a9ec-61fe91a83819 req-638f32d2-8bfe-48f7-94ed-1f3eea78e630 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:33.592381 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d5043314-a607-4c1c-a9ec-61fe91a83819 req-638f32d2-8bfe-48f7-94ed-1f3eea78e630 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.0897336 May 20 18:22:33.639122 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d5043314-a607-4c1c-a9ec-61fe91a83819 req-d8c53487-3ee6-4f33-9ac2-ead30163f714 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 May 20 18:22:34.028595 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61c87d-c570-474a-acb8-3232a8a2a53b req-7b6043e7-82d9-46a2-9dd6-82d56bac6603 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:34.030070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-af61c87d-c570-474a-acb8-3232a8a2a53b req-7b6043e7-82d9-46a2-9dd6-82d56bac6603 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 945 time: 0.0872438 May 20 18:22:34.082831 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-af61c87d-c570-474a-acb8-3232a8a2a53b req-71b62b32-73d4-40f7-b8d3-a31be903b1eb tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 May 20 18:22:34.837339 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e50828-8ebf-4ac1-8596-de6913462662 req-5d604b40-626a-4fd1-92c2-e5edbb4cca4e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:34.838848 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-71e50828-8ebf-4ac1-8596-de6913462662 req-5d604b40-626a-4fd1-92c2-e5edbb4cca4e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.0833421 May 20 18:22:34.884173 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-71e50828-8ebf-4ac1-8596-de6913462662 req-04962c5d-fd84-44b9-98e3-a1fa09a3caf5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 May 20 18:22:34.970056 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['aabeae62-c63b-415b-9e5a-a020ec96c940'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:22:35.286465 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38669d-4ef6-4937-9216-35f803b3dc4c req-231e0a4b-2456-41ea-b83c-38e2651e841d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:35.287867 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-be38669d-4ef6-4937-9216-35f803b3dc4c req-231e0a4b-2456-41ea-b83c-38e2651e841d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 945 time: 0.0850530 May 20 18:22:35.333008 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-be38669d-4ef6-4937-9216-35f803b3dc4c req-ed9a950f-c7c3-4cc9-ba48-89c59f71d5ff tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 May 20 18:22:36.080641 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb40ec-e883-4587-8253-b2ad132dc8e9 req-b307c62f-997f-4926-b112-2eb2af74d283 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:36.082100 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6deb40ec-e883-4587-8253-b2ad132dc8e9 req-b307c62f-997f-4926-b112-2eb2af74d283 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.0858550 May 20 18:22:36.127656 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6deb40ec-e883-4587-8253-b2ad132dc8e9 req-12013e3c-e653-47a7-a632-c8f18e5ce2c5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 May 20 18:22:36.531228 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6165-6b0e-4686-bf46-e57151c57ea0 req-d4bbd4c0-d504-41d1-b182-14627422e26b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:36.532716 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d2f6165-6b0e-4686-bf46-e57151c57ea0 req-d4bbd4c0-d504-41d1-b182-14627422e26b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 945 time: 0.0865002 May 20 18:22:36.582488 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d2f6165-6b0e-4686-bf46-e57151c57ea0 req-2147958d-05aa-4c45-b911-85a23a773a46 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 May 20 18:22:37.169909 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 40196) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:37.339068 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbab25-ceb8-4c60-8207-28ed5207bd64 req-eea25075-7e39-4b2d-b2cc-439359c49d7e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:37.340786 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87cbab25-ceb8-4c60-8207-28ed5207bd64 req-eea25075-7e39-4b2d-b2cc-439359c49d7e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.0970123 May 20 18:22:37.359033 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:37.374723 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:37.378801 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Usage tracker for resource:security_group_rule and tenant:14df844e7edb478f80f6b26e775ec3b4 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:37.381676 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:37.388541 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:37.392874 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87cbab25-ceb8-4c60-8207-28ed5207bd64 req-b9481230-8594-41a3-bb7a-4aea7f368d29 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 May 20 18:22:37.479423 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:37.485476 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:37.494963 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b63b65f4-b0ea-49ae-b9e2-ac73cfdcc161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:37.543249 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14df844e7edb478f80f6b26e775ec3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697550 May 20 18:22:37.543249 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73fd8f-9d6c-429b-82de-874e13b8afdb,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:37.545229 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 40210) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:37.545412 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:37.612109 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:37.642710 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:37.709827 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:37.717612 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6bca700e-4f44-4ec6-b570-554a70530ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:37.735320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73fd8f-9d6c-429b-82de-874e13b8afdb,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:37.737594 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:37.739348 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c73fd8f-9d6c-429b-82de-874e13b8afdb HTTP/1.1" status: 204 len: 168 time: 0.1924558 May 20 18:22:37.740376 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:38.027303 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa96f4-61c0-4979-8292-a8e94e33f037 req-a260cb3d-10af-4176-9637-8a5773d8c8d9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:38.028925 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d3fa96f4-61c0-4979-8292-a8e94e33f037 req-a260cb3d-10af-4176-9637-8a5773d8c8d9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2007616 May 20 18:22:38.032094 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0d88-621c-46f3-83a9-c412074afac3 req-0ce566cd-8fbf-408c-93ce-1a21ef1fe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:38.033476 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-799a0d88-621c-46f3-83a9-c412074afac3 req-0ce566cd-8fbf-408c-93ce-1a21ef1fe0c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.2831886 May 20 18:22:38.040890 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161398b-1d62-4398-bac9-4136f6e1184c req-77a924a6-d656-4388-b00a-134973e6dbda tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:38.046871 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8161398b-1d62-4398-bac9-4136f6e1184c req-77a924a6-d656-4388-b00a-134973e6dbda tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 945 time: 0.2989464 May 20 18:22:38.238835 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device aabeae62-c63b-415b-9e5a-a020ec96c940 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:22:38.285872 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d3fa96f4-61c0-4979-8292-a8e94e33f037 req-35692dd4-bed6-4489-beb4-ac4374e31de2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379787 May 20 18:22:38.332567 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8161398b-1d62-4398-bac9-4136f6e1184c req-ec2e2c2b-9314-497b-8a3f-ac0207b31c05 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681966 May 20 18:22:38.379326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port aabeae62-c63b-415b-9e5a-a020ec96c940 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:22:38.390792 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port aabeae62-c63b-415b-9e5a-a020ec96c940 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:22:38.393319 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:38.445235 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0d88-621c-46f3-83a9-c412074afac3 req-2529bb7c-a2c0-4317-888c-5010dfa36a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:38.446889 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-799a0d88-621c-46f3-83a9-c412074afac3 req-2529bb7c-a2c0-4317-888c-5010dfa36a3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.3796492 May 20 18:22:38.686754 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:38.738042 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabeae62-c63b-415b-9e5a-a020ec96c940'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:22:38.761719 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port aabeae62-c63b-415b-9e5a-a020ec96c940, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aabeae62-c63b-415b-9e5a-a020ec96c940,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:38.771607 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:38.773985 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:38.782064 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-799a0d88-621c-46f3-83a9-c412074afac3 req-42d0dbe3-8fbd-4b28-90e0-3b4d896ce275 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 217 time: 0.3220305 May 20 18:22:38.815316 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabeae62-c63b-415b-9e5a-a020ec96c940', 'code': 200} May 20 18:22:38.848777 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=aabeae62-c63b-415b-9e5a-a020ec96c940,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:38.855614 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 40268) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:38.857225 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.857637 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.858184 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.858907 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.859517 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.859848 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.860171 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.860493 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.860827 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.861295 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.861778 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.862231 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:38.866604 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:38.870935 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0d88-621c-46f3-83a9-c412074afac3 req-2fdcae73-7f7a-49b2-9786-0bf95fdfafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:38.872616 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-799a0d88-621c-46f3-83a9-c412074afac3 req-2fdcae73-7f7a-49b2-9786-0bf95fdfafa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.0789368 May 20 18:22:38.932577 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-799a0d88-621c-46f3-83a9-c412074afac3 req-d6b6bfe6-5e85-473c-80e8-3e8e232239a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452325 May 20 18:22:38.970996 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1297213483-network', 'tenant_id': '94002bc0ab1443a69299aaae213b6ad3'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:38.978414 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:38.987488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Usage tracker for resource:network and tenant:94002bc0ab1443a69299aaae213b6ad3 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:38.990550 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:38.998040 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:39.016173 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Made reservation on behalf of 94002bc0ab1443a69299aaae213b6ad3 for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:22:39.018527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.031809 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.093187 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:39.098363 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-799a0d88-621c-46f3-83a9-c412074afac3 req-3d8f553b-c89b-46ff-8d5f-b637bccba768 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439760 May 20 18:22:39.099348 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Usage tracker for resource:security_group_rule and tenant:94002bc0ab1443a69299aaae213b6ad3 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:39.108044 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:39.116107 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:39.240973 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0a73a-0c8d-43e4-b928-ac483bdda4ec req-3bddd0e3-75a9-4efd-aa14-7bad2cd883f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:39.242524 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1db0a73a-0c8d-43e4-b928-ac483bdda4ec req-3bddd0e3-75a9-4efd-aa14-7bad2cd883f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 1099 time: 0.1964116 May 20 18:22:39.249782 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.254726 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.258049 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-799a0d88-621c-46f3-83a9-c412074afac3 req-e631f796-648b-4141-a77b-442d0296326e service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501806 May 20 18:22:39.258798 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e3119411-12fa-4ff6-89d6-e783a0c60037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:39.283484 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:22:39.312263 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927fb966-1d27-4797-b253-73465079661a,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:39.317992 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.318337 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Added segment 5ef75908-c204-4d7d-b8ae-10533958155b of type vlan for network 645e7bfb-cd95-49fb-ba86-243805a56d6d May 20 18:22:39.319777 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:39.349805 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1db0a73a-0c8d-43e4-b928-ac483bdda4ec req-ff20160e-2e2a-48a4-8e4a-4089a8e8283d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673528 May 20 18:22:39.364336 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.397131 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.398660 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:39.399394 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.404818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5bed2d6c-9bac-493d-8742-73d9798e1436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:39.501916 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030326dc-6c8f-426f-aa2f-f1311ea529b8 req-854c366b-c363-4042-bfa7-21ed2e7f61fc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:39.503204 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-030326dc-6c8f-426f-aa2f-f1311ea529b8 req-854c366b-c363-4042-bfa7-21ed2e7f61fc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0935705 May 20 18:22:39.538695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Pushing event updated for resources: {'Network': ['ID=645e7bfb-cd95-49fb-ba86-243805a56d6d,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:39.543200 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:39.545041 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6876624 May 20 18:22:39.549227 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 40294) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:39.550112 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 645e7bfb-cd95-49fb-ba86-243805a56d6d details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:22:39.556749 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Request body: {'subnet': {'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1297213483-subnet', 'tenant_id': '94002bc0ab1443a69299aaae213b6ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:39.562076 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:39.562981 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-030326dc-6c8f-426f-aa2f-f1311ea529b8 req-66640888-79bb-4d58-b1f3-c29cc9f7d7dd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539575 May 20 18:22:39.566788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Usage tracker for resource:subnet and tenant:94002bc0ab1443a69299aaae213b6ad3 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:39.569778 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:39.577197 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:39.603973 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Made reservation on behalf of 94002bc0ab1443a69299aaae213b6ad3 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:22:39.606845 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9895486'] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:39.816349 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5b106-3d62-4b0b-9fd8-f868d43bd86a req-88871e67-e300-4d35-95c0-ad11bb211456 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:39.818279 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-99d5b106-3d62-4b0b-9fd8-f868d43bd86a req-88871e67-e300-4d35-95c0-ad11bb211456 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.1082480 May 20 18:22:39.880885 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-99d5b106-3d62-4b0b-9fd8-f868d43bd86a req-f8b4c3ba-3caf-4216-91da-a6e25b3a8e57 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 May 20 18:22:40.149754 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9895468'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.155662 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c3e6baf6-a4cc-47e8-9821-d933b87adc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:40.172038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 40312) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:40.228720 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba65dbf-7ea4-44a4-8f47-c080573e1a02,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:40.232709 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:40.239941 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Checking segment: {'id': '5ef75908-c204-4d7d-b8ae-10533958155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:22:40.240298 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Network hostable DHCP agents. Network: 645e7bfb-cd95-49fb-ba86-243805a56d6d, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:22:40.260312 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Network 645e7bfb-cd95-49fb-ba86-243805a56d6d is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:22:40.283759 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 645e7bfb-cd95-49fb-ba86-243805a56d6d) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:22:40.285493 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:40.286205 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.286393 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b1aff-ef94-4132-961b-7d76462d9174 None None] Network 645e7bfb-cd95-49fb-ba86-243805a56d6d requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:22:40.330815 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7788327 May 20 18:22:40.384584 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.404455 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:40.408674 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Usage tracker for resource:security_group_rule and tenant:855b5088f21e43b494aa6a857da625b7 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:40.411990 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:40.419734 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:40.516300 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.523204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.532215 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f729b50a-0e7e-4125-a23a-2e7c2d409dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:40.538801 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d2a66-6d48-44fd-8755-2091c7f3c405 None None] Network 645e7bfb-cd95-49fb-ba86-243805a56d6d requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:22:40.578423 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=855b5088f21e43b494aa6a857da625b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052551 May 20 18:22:40.579305 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23974650-9132-4394-8912-bb771b6b1d32,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:40.581107 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 40330) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:40.593623 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:40.652791 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.685588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.748811 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.757050 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1408c91d-780c-4185-9a69-4799e5adb24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:40.772790 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23974650-9132-4394-8912-bb771b6b1d32,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:40.793901 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:40.798297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:40.801796 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc513eb-4865-4f38-be22-22c7516282f8 req-fd7112d5-e195-406b-b248-6f1cb240dc89 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:40.802913 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23974650-9132-4394-8912-bb771b6b1d32 HTTP/1.1" status: 204 len: 168 time: 0.2194488 May 20 18:22:40.809497 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cbc513eb-4865-4f38-be22-22c7516282f8 req-fd7112d5-e195-406b-b248-6f1cb240dc89 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0969627 May 20 18:22:40.852380 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cbc513eb-4865-4f38-be22-22c7516282f8 req-dfb3069c-f4ea-426e-935b-74ec0efa61c8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 May 20 18:22:41.126974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1bcd6-b9ac-43d3-ab83-4f363048d374 req-7d448a92-6c03-42e4-9a92-63f2cac9ee1d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:41.126974 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-edc1bcd6-b9ac-43d3-ab83-4f363048d374 req-7d448a92-6c03-42e4-9a92-63f2cac9ee1d tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.1302595 May 20 18:22:41.192783 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-edc1bcd6-b9ac-43d3-ab83-4f363048d374 req-8ff738c5-d6c4-420e-a7d5-e9f5ab975466 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562167 May 20 18:22:42.079331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ffeb6-4650-4447-8fd0-416dd2d0efec req-5b2efebf-00e4-414d-a19d-15cf2111ce77 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:42.080927 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6a1ffeb6-4650-4447-8fd0-416dd2d0efec req-5b2efebf-00e4-414d-a19d-15cf2111ce77 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0985756 May 20 18:22:42.136034 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6a1ffeb6-4650-4447-8fd0-416dd2d0efec req-04ac804c-b236-45f6-b342-92405fd057be tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484028 May 20 18:22:42.391384 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52be6a-c7b5-4af9-a19b-249a9dc71bba req-7213bb0c-98f6-40f9-ac98-2820c54064f5 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:42.392903 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c52be6a-c7b5-4af9-a19b-249a9dc71bba req-7213bb0c-98f6-40f9-ac98-2820c54064f5 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.0869284 May 20 18:22:42.452854 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c52be6a-c7b5-4af9-a19b-249a9dc71bba req-9812670a-26ee-451f-8fb3-6e72102463c7 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 May 20 18:22:43.335377 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5f51-4efb-4e6f-8ccc-ab02f88cb0cc req-21fae06f-e19c-47a2-9352-7d03d2150fe6 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:43.336749 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-72bd5f51-4efb-4e6f-8ccc-ab02f88cb0cc req-21fae06f-e19c-47a2-9352-7d03d2150fe6 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0921857 May 20 18:22:43.382314 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-72bd5f51-4efb-4e6f-8ccc-ab02f88cb0cc req-0f5a3753-fbb6-4a63-8a8e-882d5d7496dc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 May 20 18:22:44.587988 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e5b65-0507-46cf-a1b1-9479cbaff33e req-6867b189-7cc8-4f99-9ccb-9f8b675476dc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:44.589435 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa5e5b65-0507-46cf-a1b1-9479cbaff33e req-6867b189-7cc8-4f99-9ccb-9f8b675476dc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0843971 May 20 18:22:44.635772 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa5e5b65-0507-46cf-a1b1-9479cbaff33e req-1774aa63-f7ea-47bd-a482-eb45ce22ec3e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 May 20 18:22:45.830330 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d7eb-ada4-4cb3-b0da-39d3510f11ad req-f10b5249-2ff9-47d2-8e33-1c77ba2a94c4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:45.831795 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dd33d7eb-ada4-4cb3-b0da-39d3510f11ad req-f10b5249-2ff9-47d2-8e33-1c77ba2a94c4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0867002 May 20 18:22:45.879728 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dd33d7eb-ada4-4cb3-b0da-39d3510f11ad req-e73f0bdc-ed8b-4a2b-8d10-ed50fb32e7ab tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 May 20 18:22:47.078574 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6927cd-63fc-4142-bb8a-6829c48c7122 req-bcc0cd47-dcd6-4d8c-acf2-40212bf1d3e7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:47.080101 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1a6927cd-63fc-4142-bb8a-6829c48c7122 req-bcc0cd47-dcd6-4d8c-acf2-40212bf1d3e7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0803583 May 20 18:22:47.129471 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1a6927cd-63fc-4142-bb8a-6829c48c7122 req-bf6c25e3-f16c-4f3c-923d-91cf12abfede tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 May 20 18:22:48.217498 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061cb3c-43f2-4044-8103-a8f6566aefca req-0bf0315e-055e-4144-ad87-c8083903d10b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:48.219250 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f061cb3c-43f2-4044-8103-a8f6566aefca req-0bf0315e-055e-4144-ad87-c8083903d10b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.1633079 May 20 18:22:48.461326 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f061cb3c-43f2-4044-8103-a8f6566aefca req-aa938a89-2e71-422a-92d2-51ef94e18737 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296212 May 20 18:22:48.496861 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068006ec-21bf-42c7-8799-e112416ec348 req-a2ce27a1-1fcb-4e85-b318-3a93e1419daf tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:48.499166 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-a2ce27a1-1fcb-4e85-b318-3a93e1419daf tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/networks?id=645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 200 len: 814 time: 0.3253813 May 20 18:22:48.528653 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-3b4d6e47-143a-4471-b67a-b802a4ce98a2 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/quotas/94002bc0ab1443a69299aaae213b6ad3 HTTP/1.1" status: 200 len: 375 time: 0.0235379 May 20 18:22:48.586580 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-82160c95-b39a-4e00-b3c9-d87caecf51c1 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94002bc0ab1443a69299aaae213b6ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564139 May 20 18:22:48.779376 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a339af-77c3-4bc8-8722-cfbb059dbb79 req-0be78544-0d3f-4615-9591-f675610cd5c2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:48.781313 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-45a339af-77c3-4bc8-8722-cfbb059dbb79 req-0be78544-0d3f-4615-9591-f675610cd5c2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1976533 May 20 18:22:48.817975 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-7cc19ef3-c3d8-41f6-a042-56eb6266adf7 service neutron] 10.222.0.32 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903570 May 20 18:22:48.959036 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-45a339af-77c3-4bc8-8722-cfbb059dbb79 req-c004b743-56ff-4d6d-9797-a7a92ea1db48 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649852 May 20 18:22:48.990297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 40538) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:49.001986 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-adb4255b-ec88-41d3-88ee-6954187662f4 service neutron] 10.222.0.32 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689599 May 20 18:22:49.257677 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:49.316399 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:49.324948 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef33901aaf18440f869e1d98911912eb is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:49.329438 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:49.338986 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e2b1ab3-87eb-466a-be9a-100fe1b23ce2 req-19e020c4-2458-4290-a4d4-2704ed80b5a6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.1264272 May 20 18:22:49.343658 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:49.456890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:49.462240 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:49.472203 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:49.517284 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef33901aaf18440f869e1d98911912eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257299 May 20 18:22:49.518910 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ad6b9-0d5d-4589-ae21-e7b824f57064,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:49.519705 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 40572) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:49.527511 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.527873 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.528223 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.528569 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.529010 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.529478 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.529826 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.530246 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.530687 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.531021 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.531527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.532032 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.550223 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-88f15dc9-0f01-484b-8232-50cf4e5887c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:49.598724 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:49.670170 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:49.742933 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59279f4c-484f-4206-87f2-73ca31312e5a req-f6a78999-3320-4c78-9c49-1696ad8d5441 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:49.745028 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59279f4c-484f-4206-87f2-73ca31312e5a req-f6a78999-3320-4c78-9c49-1696ad8d5441 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.1364148 May 20 18:22:49.772874 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:49.780195 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a7beea32-57b4-40ef-9e1c-8eaa19f51ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:49.800514 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ad6b9-0d5d-4589-ae21-e7b824f57064,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:49.822078 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59279f4c-484f-4206-87f2-73ca31312e5a req-afb75f8b-63f5-4270-94f7-3756fc008704 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698278 May 20 18:22:49.824163 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.824515 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.824871 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.825210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.825549 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.825947 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.826851 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.827200 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.827545 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.827885 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.828225 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.828558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:22:49.831697 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:49.832711 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea0ad6b9-0d5d-4589-ae21-e7b824f57064 HTTP/1.1" status: 204 len: 168 time: 0.3118882 May 20 18:22:49.833696 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:50.146599 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05d44d-7d88-498c-abe9-c482cd0095b6 req-d63393b5-3ff7-4180-aa5a-916ca06feb63 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:50.148095 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd05d44d-7d88-498c-abe9-c482cd0095b6 req-d63393b5-3ff7-4180-aa5a-916ca06feb63 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0857296 May 20 18:22:50.194464 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd05d44d-7d88-498c-abe9-c482cd0095b6 req-d9d57185-75da-430f-8280-0dcceb85510f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 May 20 18:22:50.482700 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93d25784-77d1-4116-96f2-052f3b16a695 req-a03277ef-f791-469c-8309-53d361be21b3 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0417259 May 20 18:22:51.016333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660ff14-6ed8-40b4-b910-5e053ddc207b req-f3a6efb1-99ee-407c-9f0b-fe99f97fb253 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:51.017951 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7660ff14-6ed8-40b4-b910-5e053ddc207b req-f3a6efb1-99ee-407c-9f0b-fe99f97fb253 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.0839086 May 20 18:22:51.064545 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7660ff14-6ed8-40b4-b910-5e053ddc207b req-0d74a8aa-31e1-46b1-a6b8-d0ef65abff02 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 May 20 18:22:51.380884 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17ce5-2db8-4482-8bf9-c8621b4b8cff req-8bd57806-b879-44af-824b-5cc870fe6e80 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:51.382451 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c8e17ce5-2db8-4482-8bf9-c8621b4b8cff req-8bd57806-b879-44af-824b-5cc870fe6e80 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0811195 May 20 18:22:51.430114 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c8e17ce5-2db8-4482-8bf9-c8621b4b8cff req-51ba4e28-8941-4c61-bbb0-bf1a6ce10972 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 May 20 18:22:51.641560 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bb4ba618-1d34-4112-9cd0-a7ae6520b9a4 req-bd780aec-0c36-4c4f-86ee-648c6ffb829b tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0418158 May 20 18:22:52.268989 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346573a1-fb37-4de9-aba2-d2cc034809ff req-31b24a8a-da2d-4b49-9583-ca095e720c05 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:52.270143 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:22:52.270697 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-346573a1-fb37-4de9-aba2-d2cc034809ff req-31b24a8a-da2d-4b49-9583-ca095e720c05 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.0819170 May 20 18:22:52.316433 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-346573a1-fb37-4de9-aba2-d2cc034809ff req-3f2889fb-b109-4002-88d5-203b1e48f9e3 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393987 May 20 18:22:52.628239 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfa3d-42c6-458d-85e1-c1cbad75fe78 req-c18dca66-42e5-40ad-b454-90e89c1df9f7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:52.629741 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d36cfa3d-42c6-458d-85e1-c1cbad75fe78 req-c18dca66-42e5-40ad-b454-90e89c1df9f7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0851364 May 20 18:22:52.675577 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d36cfa3d-42c6-458d-85e1-c1cbad75fe78 req-23f0a64c-6a3a-48d8-83ff-5a1052d8f0a2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 May 20 18:22:52.800247 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f8b782b5-c925-46cc-bb51-53b7d5e45c5c req-91f9cefe-dbb2-4135-8762-70cf371a6511 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0423369 May 20 18:22:53.047849 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-5e91025d-0875-48c5-bd44-6950f9eefd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:53.516739 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67072dd7-3421-4221-acd5-ac3b2ac20aac req-8b75cb50-1f5c-4f74-b1ef-1dd0186d6a94 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:53.518179 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-67072dd7-3421-4221-acd5-ac3b2ac20aac req-8b75cb50-1f5c-4f74-b1ef-1dd0186d6a94 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.0937195 May 20 18:22:53.562811 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-67072dd7-3421-4221-acd5-ac3b2ac20aac req-55ac4231-5e06-466d-b167-b2ed573bc152 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 May 20 18:22:53.909020 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712419f0-079d-489e-8ab2-62cf1146388c req-c887a874-00bd-48fd-8da1-3b5d9b2c816f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:53.917263 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-712419f0-079d-489e-8ab2-62cf1146388c req-c887a874-00bd-48fd-8da1-3b5d9b2c816f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1066144 May 20 18:22:54.064390 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-49f2b306-ce21-4ec2-b7d2-7f8e722eddd4 req-d03f7005-015d-4de9-812e-c2b6579fa4dc tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0490110 May 20 18:22:54.086795 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-712419f0-079d-489e-8ab2-62cf1146388c req-13136cb3-3959-406d-abbc-5a3a6e071da9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685333 May 20 18:22:54.188020 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068006ec-21bf-42c7-8799-e112416ec348 req-9d89ba26-8374-4c3a-8052-97af422c56d0 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:54.188688 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-068006ec-21bf-42c7-8799-e112416ec348 req-9d89ba26-8374-4c3a-8052-97af422c56d0 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Synchronizing usage tracker for tenant:94002bc0ab1443a69299aaae213b6ad3 on resource:network {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:22:54.205983 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-068006ec-21bf-42c7-8799-e112416ec348 req-9d89ba26-8374-4c3a-8052-97af422c56d0 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Unset dirty status for tenant:94002bc0ab1443a69299aaae213b6ad3 on resource:network {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:22:54.207150 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-9d89ba26-8374-4c3a-8052-97af422c56d0 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.42 "GET /v2.0/networks?id=645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 200 len: 814 time: 0.1728532 May 20 18:22:54.235972 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Request body: {'port': {'device_id': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d', 'admin_state_up': True, 'tenant_id': '94002bc0ab1443a69299aaae213b6ad3'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:54.380411 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:54.384639 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Usage tracker for resource:port and tenant:94002bc0ab1443a69299aaae213b6ad3 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:54.387446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:54.393937 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:54.405092 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Made reservation on behalf of 94002bc0ab1443a69299aaae213b6ad3 for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:22:54.408849 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:54.643764 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Allocated IP 172.20.0.7 (645e7bfb-cd95-49fb-ba86-243805a56d6d/8ba65dbf-7ea4-44a4-8f47-c080573e1a02/5e560fdb-ce21-4b67-b1cb-347ca02e9a59) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:22:54.831540 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241b0e3-5dcf-440d-8177-234653686e67 req-6bcd6eba-fede-463e-b87b-24aa441bc8bd tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:54.833297 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0241b0e3-5dcf-440d-8177-234653686e67 req-6bcd6eba-fede-463e-b87b-24aa441bc8bd tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.1107528 May 20 18:22:54.852348 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aa08f-c83f-4181-b76c-106dc5ba6339 req-c302c3b6-6d84-4059-8d2e-366c6a00282b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:54.854139 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3e6aa08f-c83f-4181-b76c-106dc5ba6339 req-c302c3b6-6d84-4059-8d2e-366c6a00282b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 946 time: 0.1740186 May 20 18:22:54.871461 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:54.906056 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:54.917818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:54.979308 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Network 645e7bfb-cd95-49fb-ba86-243805a56d6d is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:22:54.984219 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:22:54.987820 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3e6aa08f-c83f-4181-b76c-106dc5ba6339 req-8e8e95de-1da3-4457-990c-4ab5cbd68768 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc883608-d7db-4787-a0a5-f7cf0ba83e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994759 May 20 18:22:54.989141 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:22:55.060654 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Pushing event updated for resources: {'Port': ['ID=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:55.091364 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:55.102706 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Deleting port aabeae62-c63b-415b-9e5a-a020ec96c940 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:22:55.102706 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.164315 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:55.168189 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.241778 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0106320 May 20 18:22:55.261294 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Request body: {'port': {'device_id': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:55.330617 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] For port aabeae62-c63b-415b-9e5a-a020ec96c940, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aabeae62-c63b-415b-9e5a-a020ec96c940,segment=NetworkSegment(26e9cc06-59b9-4265-94fd-6134618b13a9),segment_id=26e9cc06-59b9-4265-94fd-6134618b13a9)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:22:55.330977 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.365983 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-af7686c7-6e2b-4745-88a1-a56b8f5ab423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.492623 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.606959 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Calling delete_port for aabeae62-c63b-415b-9e5a-a020ec96c940 owned by compute:nova {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:22:55.643422 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.697608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051189a-ebee-4919-b683-bcbc6dcad37e req-d9cd99ea-d2a0-4953-b8be-242fdd118e30 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:55.699096 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a051189a-ebee-4919-b683-bcbc6dcad37e req-d9cd99ea-d2a0-4953-b8be-242fdd118e30 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3136830 May 20 18:22:55.707759 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed544e7-2875-4ab1-a41d-71849140b81c req-8af36dfd-65d3-49d1-8ba4-b0b815a389b1 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:55.709193 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aed544e7-2875-4ab1-a41d-71849140b81c req-8af36dfd-65d3-49d1-8ba4-b0b815a389b1 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 931 time: 0.3695056 May 20 18:22:55.833554 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a051189a-ebee-4919-b683-bcbc6dcad37e req-386000b2-ff0f-4f45-9283-a9a3194d0da9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233735 May 20 18:22:55.846289 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aed544e7-2875-4ab1-a41d-71849140b81c req-ca783237-2343-47d1-9149-f7e2ffbf29a5 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131527 May 20 18:22:55.887860 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.896560 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:55.904897 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['aabeae62-c63b-415b-9e5a-a020ec96c940'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:22:55.926856 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:22:55.934233 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.952046 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Transition to ACTIVE for port object 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:22:55.956436 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:55.961382 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:55.963423 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Pushing event deleted for resources: {'Port': ['ID=aabeae62-c63b-415b-9e5a-a020ec96c940,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:56.015558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:56.073653 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] No DVR routers for this DVR port aabeae62-c63b-415b-9e5a-a020ec96c940 on host hv-cinder-79246 {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:22:56.081921 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:56.084941 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'name': 'network-vif-deleted', 'tag': 'aabeae62-c63b-415b-9e5a-a020ec96c940'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:22:56.141549 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Pushing event updated for resources: {'Port': ['ID=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:56.146865 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:56.189441 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Attempting to bind port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:22:56.189441 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Attempting to bind port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5ef75908-c204-4d7d-b8ae-10533958155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:22:56.189752 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Attempting to bind port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 on network 645e7bfb-cd95-49fb-ba86-243805a56d6d {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:22:56.196030 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 on network 645e7bfb-cd95-49fb-ba86-243805a56d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:22:56.196030 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Attempting to bind port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 on network 645e7bfb-cd95-49fb-ba86-243805a56d6d {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:22:56.201047 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:22:56.201395 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Checking segment: {'id': '5ef75908-c204-4d7d-b8ae-10533958155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:22:56.201763 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Bound using segment: {'id': '5ef75908-c204-4d7d-b8ae-10533958155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:22:56.202328 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Bound port: 5e560fdb-ce21-4b67-b1cb-347ca02e9a59, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef75908-c204-4d7d-b8ae-10533958155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:22:56.202640 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:56.205618 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0241b0e3-5dcf-440d-8177-234653686e67 req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.42 "DELETE /v2.0/ports/aabeae62-c63b-415b-9e5a-a020ec96c940 HTTP/1.1" status: 204 len: 173 time: 1.3503008 May 20 18:22:56.209346 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-4483abbe-44ff-4ab7-99b0-7293122ea1a3 req-b7b85c7b-3cf8-4ab3-ba25-2d432b81fddf tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Synchronizing usage tracker for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:22:56.255546 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d7215215-e391-44bc-8b43-53c05d509067 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:56.257067 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d7215215-e391-44bc-8b43-53c05d509067 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.3050520 May 20 18:22:56.259286 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-4483abbe-44ff-4ab7-99b0-7293122ea1a3 req-b7b85c7b-3cf8-4ab3-ba25-2d432b81fddf tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Unset dirty status for tenant:e62c0d81ba1944d6a7e7ffad3e9843c4 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:22:56.260443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4483abbe-44ff-4ab7-99b0-7293122ea1a3 req-b7b85c7b-3cf8-4ab3-ba25-2d432b81fddf tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.1249018 May 20 18:22:56.290973 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d5ca0c37-5a3f-449d-8a50-90d15c1cd9b0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/quotas/7e2228279a9442af840635a659cb8c4c HTTP/1.1" status: 200 len: 375 time: 0.0184505 May 20 18:22:56.302959 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] For port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:22:56.306507 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] For port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,segment=NetworkSegment(5ef75908-c204-4d7d-b8ae-10533958155b),segment_id=5ef75908-c204-4d7d-b8ae-10533958155b)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:22:56.314012 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:56.320842 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:56.341163 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e', 'name': 'network-vif-deleted', 'tag': 'aabeae62-c63b-415b-9e5a-a020ec96c940', 'status': 'completed', 'code': 200} May 20 18:22:56.385705 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-4b656687-6176-425a-8c3a-92be44fcb01d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937328 May 20 18:22:56.388247 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:56.388922 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:56.390474 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] 10.222.0.42 "PUT /v2.0/ports/5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 200 len: 1093 time: 1.1340251 May 20 18:22:56.391004 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'tag': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:22:56.440666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Pushing event updated for resources: {'Port': ['ID=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:56.445428 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:56.535275 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:56.535878 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'tag': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59', 'status': 'completed', 'code': 200} May 20 18:22:56.585479 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068006ec-21bf-42c7-8799-e112416ec348 req-e4a52984-7071-4e26-9c0d-6cca0faf8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:56.587678 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-e4a52984-7071-4e26-9c0d-6cca0faf8c0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94002bc0ab1443a69299aaae213b6ad3&device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 1096 time: 0.1322780 May 20 18:22:56.688280 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-b7997139-5646-415e-b510-317fd745c252 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 200 len: 217 time: 0.0871933 May 20 18:22:56.790899 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068006ec-21bf-42c7-8799-e112416ec348 req-30b7389f-5155-4f85-92cd-257d193466cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:56.792450 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-30b7389f-5155-4f85-92cd-257d193466cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba65dbf-7ea4-44a4-8f47-c080573e1a02 HTTP/1.1" status: 200 len: 854 time: 0.0934727 May 20 18:22:56.855977 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-acee9777-033c-4230-abbe-d36a7f0255b5 service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616315 May 20 18:22:56.862963 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-15834f6e-ea78-40ef-97f3-aef5c20dc08c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=645e7bfb-cd95-49fb-ba86-243805a56d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595286 May 20 18:22:57.155684 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-a58268ba-ace3-45c7-8068-e805e86da942 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6097424 May 20 18:22:57.203553 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-c573e50f-3dce-48ee-ac1c-269d436c36f8 service neutron] 10.222.0.32 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350611 May 20 18:22:57.278515 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-86591009-5af2-468d-891a-5ee13afa7799 service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001236 May 20 18:22:57.283272 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 40800) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:57.361824 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0334c-9cd6-44f8-b7d6-0ab97b418311 req-9598857d-3c63-4d9a-9c6d-3e0759f6ba7a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:57.370058 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65d0334c-9cd6-44f8-b7d6-0ab97b418311 req-9598857d-3c63-4d9a-9c6d-3e0759f6ba7a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2918487 May 20 18:22:57.439854 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65d0334c-9cd6-44f8-b7d6-0ab97b418311 req-458bc958-5818-4142-ab6e-d1014c41ccd7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684493 May 20 18:22:57.452365 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965386-a61d-45e5-bee4-51e01714960d req-9b0d8ca1-967b-4c87-b3b1-62dfc90898c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:57.467572 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-9b0d8ca1-967b-4c87-b3b1-62dfc90898c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 1099 time: 0.2530110 May 20 18:22:57.534151 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-068006ec-21bf-42c7-8799-e112416ec348 req-d3aab3dd-9d73-4b4a-928a-1674201d4d75 service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466810 May 20 18:22:57.847734 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:57.878522 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:57.886004 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Usage tracker for resource:security_group_rule and tenant:5ec8ecf357774502b219d3024f37b179 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:57.889495 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:57.893701 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-1727ceaa-7c42-40d4-b8b6-b0e8ca7fbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:57.895470 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-1727ceaa-7c42-40d4-b8b6-b0e8ca7fbe35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94002bc0ab1443a69299aaae213b6ad3&device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 1096 time: 0.2760439 May 20 18:22:57.900154 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:57.916650 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9c4b0e77-c297-47ca-bc57-ee5b961158ea req-3b667fca-4c34-4948-96de-cc7fa86a157b tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5fa869-5a49-4c0e-8aaf-cdcf2e3f0f4e HTTP/1.1" status: 200 len: 210 time: 0.0749302 May 20 18:22:57.921267 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965386-a61d-45e5-bee4-51e01714960d req-435048e5-935e-44b6-b7ab-e97bbd023cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:57.922717 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-435048e5-935e-44b6-b7ab-e97bbd023cf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.4189057 May 20 18:22:58.094647 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-af0c7bd2-0afe-4fca-b1f4-7b740084b326 req-7f21eeb5-2341-478f-ba1a-285ed18e80a3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 210 time: 0.0585845 May 20 18:22:58.110750 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-2d9d0efd-7738-40fe-8755-7f2875b0680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:58.111948 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f739e4-86ee-4d7f-94d6-a59c2abe4243 req-cfbc2085-85d6-4e16-b84d-5b0d44f23586 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:58.112638 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-2d9d0efd-7738-40fe-8755-7f2875b0680d service neutron] 10.222.0.42 "GET /v2.0/networks?id=645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 200 len: 915 time: 0.2058203 May 20 18:22:58.114609 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d0f739e4-86ee-4d7f-94d6-a59c2abe4243 req-cfbc2085-85d6-4e16-b84d-5b0d44f23586 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 943 time: 0.3579919 May 20 18:22:58.118754 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-ce13b9fe-7206-424f-b768-6385a7dcbc11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7902c150-3596-4bf3-bf7f-930b3baf1578 HTTP/1.1" status: 200 len: 217 time: 0.1788020 May 20 18:22:58.200337 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.209991 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-865ccd61-68bd-4465-9aa6-05ee159a7dd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 200 len: 217 time: 0.0710588 May 20 18:22:58.210611 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.218991 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-83148590-fa51-47b1-94b9-ee3333f6966a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:58.230709 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d0f739e4-86ee-4d7f-94d6-a59c2abe4243 req-008f7bf1-03be-4581-bf33-505b3a8aa7b0 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036496 May 20 18:22:58.253391 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.267159 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965386-a61d-45e5-bee4-51e01714960d req-ae40b188-96d8-420a-9665-75a4dacc4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:58.268887 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-ae40b188-96d8-420a-9665-75a4dacc4253 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.1191325 May 20 18:22:58.314298 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device aabeae62-c63b-415b-9e5a-a020ec96c940 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:22:58.321114 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ec8ecf357774502b219d3024f37b179&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0367920 May 20 18:22:58.323953 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c21eb-3617-4804-9523-230ac7e07771,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:58.326743 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 40838) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:22:58.329438 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:58.337365 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-641b43fc-875d-4a93-87eb-d70862e85f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:58.338702 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-641b43fc-875d-4a93-87eb-d70862e85f67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba65dbf-7ea4-44a4-8f47-c080573e1a02 HTTP/1.1" status: 200 len: 854 time: 0.1063900 May 20 18:22:58.353830 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-3d2ad747-22d2-48d9-a1c7-ff7c156b7ed2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646930 May 20 18:22:58.365646 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: aabeae62-c63b-415b-9e5a-a020ec96c940 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:22:58.366028 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device aabeae62-c63b-415b-9e5a-a020ec96c940 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:22:58.417117 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-f0b56846-0760-4001-9e14-315db77a285f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=645e7bfb-cd95-49fb-ba86-243805a56d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434330 May 20 18:22:58.444412 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.446443 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.551537 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.607837 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-a51ca0fc-69ba-425c-8602-713a7fc66a64 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217574 May 20 18:22:58.610178 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-992f935a-146c-49ab-99b0-5a4891e86eef service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818037 May 20 18:22:58.693545 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.707159 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:22:58.741542 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c21eb-3617-4804-9523-230ac7e07771,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:22:58.748955 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:22:58.773629 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ac190536-055d-4fda-adcd-1d95fef51c4a req-cebf30df-f955-4a63-b811-b62ae0539ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411116 May 20 18:22:58.800630 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:22:58.800864 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c61c21eb-3617-4804-9523-230ac7e07771 HTTP/1.1" status: 204 len: 168 time: 0.4730747 May 20 18:22:58.892217 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbdff5-7437-4be2-b21a-b6f19b0c246b req-5c0746f0-e64c-42a7-a253-be0794dce681 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:58.899570 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-31bbdff5-7437-4be2-b21a-b6f19b0c246b req-5c0746f0-e64c-42a7-a253-be0794dce681 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2681580 May 20 18:22:58.916964 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35965386-a61d-45e5-bee4-51e01714960d req-6a2f5e08-80b5-42c0-8551-e86cc8cc0c73 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843797 May 20 18:22:58.948361 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-31bbdff5-7437-4be2-b21a-b6f19b0c246b req-c1aae1ec-c262-4c86-aac9-8da2e8c01f7c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 May 20 18:22:59.317769 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-77858f0b-a0db-4893-a3a6-c480f2064918 req-57461944-966f-4782-aed0-f66a6471ebdf tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 210 time: 0.0640831 May 20 18:22:59.686658 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-90d0b172-cb99-4bc3-aeb2-ffcdca9effad tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:59.688162 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-90d0b172-cb99-4bc3-aeb2-ffcdca9effad tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 815 time: 0.3694823 May 20 18:22:59.698609 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582d50e-c8a9-494b-a278-aad8a639eb5c req-da8e9b89-04b0-4f6b-9f4b-2dd73ffadf01 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:22:59.699984 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b582d50e-c8a9-494b-a278-aad8a639eb5c req-da8e9b89-04b0-4f6b-9f4b-2dd73ffadf01 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 943 time: 0.3237915 May 20 18:22:59.715879 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Request body: {'port': {'device_id': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'admin_state_up': True, 'tenant_id': '7e2228279a9442af840635a659cb8c4c'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:22:59.861250 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b582d50e-c8a9-494b-a278-aad8a639eb5c req-ec13dc2b-0b4f-4810-a7b5-f11ab00993cc tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550813 May 20 18:22:59.916415 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:22:59.921009 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Usage tracker for resource:port and tenant:7e2228279a9442af840635a659cb8c4c is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:22:59.924007 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:22:59.929747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:22:59.940503 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Made reservation on behalf of 7e2228279a9442af840635a659cb8c4c for: {'port': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:22:59.944160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:00.212662 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Allocated IP 172.20.0.8 (9cfebf9b-f2cc-4d94-8576-bda8bd523cd4/91dae1e4-ace5-48a5-a868-2d7d54b0650b/ec3f911b-c051-485d-88e0-0d76e8c2855b) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:00.256432 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be5246-3a50-4e59-a5c1-399755b71cad req-32666a8a-6fe7-4c1d-845d-62e5800983cd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:00.257940 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-94be5246-3a50-4e59-a5c1-399755b71cad req-32666a8a-6fe7-4c1d-845d-62e5800983cd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1570373 May 20 18:23:00.335059 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:23:00.468776 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-94be5246-3a50-4e59-a5c1-399755b71cad req-16118fd8-cd18-4587-a179-9beb2f41cd88 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941400 May 20 18:23:00.510728 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,segment=NetworkSegment(5ef75908-c204-4d7d-b8ae-10533958155b),segment_id=5ef75908-c204-4d7d-b8ae-10533958155b)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:00.532454 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59', 'network_id': '645e7bfb-cd95-49fb-ba86-243805a56d6d', 'port_id': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59', 'mac_address': 'fa:16:3e:6d:f0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba65dbf-7ea4-44a4-8f47-c080573e1a02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:23:00.551888 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f45a4653-06fe-47df-aa6f-a9bdeb71a56e req-15d3e6c0-be44-430b-93c3-ff2b9079bdcc tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 210 time: 0.0616496 May 20 18:23:00.592533 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:00.622179 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:00.630657 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:00.637266 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61807b3e-ed19-48a8-8f8e-824288e01b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:00.641140 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:23:00.648062 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8ffa78fb-1208-4553-96f5-50b3049ee223', '19ca8da7-83bd-430a-b899-58e53703df92', '77d880ab-acec-4362-a982-a55783cb06c7'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:23:00.707087 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:00.714638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:00.714638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:00.740715 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,segment=NetworkSegment(5ef75908-c204-4d7d-b8ae-10533958155b),segment_id=5ef75908-c204-4d7d-b8ae-10533958155b)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:00.750294 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:00.752568 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:00.753945 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event updated for resources: {'Port': ['ID=ec3f911b-c051-485d-88e0-0d76e8c2855b,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:00.758591 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:00.800746 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:00.801428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:00.829600 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1223011 May 20 18:23:00.847176 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Request body: {'port': {'device_id': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:00.868239 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:00.877129 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:01.039227 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:01.195558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4412e78-38db-4bb5-81e0-6dad39f1967a req-d84d4365-3803-48ab-b458-5da7dcb85542 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:01.197037 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c4412e78-38db-4bb5-81e0-6dad39f1967a req-d84d4365-3803-48ab-b458-5da7dcb85542 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 944 time: 0.2055898 May 20 18:23:01.264307 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['5e560fdb-ce21-4b67-b1cb-347ca02e9a59'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:23:01.273807 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c4412e78-38db-4bb5-81e0-6dad39f1967a req-a5ef982c-8b22-4727-8c01-4ef9fc0bbe1f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685830 May 20 18:23:01.466766 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3f911b-c051-485d-88e0-0d76e8c2855b {{(pid=91634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:23:01.475077 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:01.491524 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Transition to ACTIVE for port object ec3f911b-c051-485d-88e0-0d76e8c2855b will not be triggered until provisioned by entity L2. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:01.498561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:01.506103 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:01.797802 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f911b-c051-485d-88e0-0d76e8c2855b,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:01.824166 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:01.954707 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e954-9302-4f5b-9763-d7d898b197cd req-04ea5b7e-4a9c-49df-bbf4-e0298cf5eeb1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:01.956151 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a414e954-9302-4f5b-9763-d7d898b197cd req-04ea5b7e-4a9c-49df-bbf4-e0298cf5eeb1 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3431838 May 20 18:23:01.958006 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Attempting to bind port ec3f911b-c051-485d-88e0-0d76e8c2855b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:01.958334 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Attempting to bind port ec3f911b-c051-485d-88e0-0d76e8c2855b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:01.958684 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Attempting to bind port ec3f911b-c051-485d-88e0-0d76e8c2855b on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:01.985702 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcbd70-4fc6-452e-9389-3bae3b5b0bb9 req-72bdd29e-1967-4d65-b8cb-fafd6072341b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:01.986396 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-10dcbd70-4fc6-452e-9389-3bae3b5b0bb9 req-72bdd29e-1967-4d65-b8cb-fafd6072341b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Synchronizing usage tracker for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:23:01.990302 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Port ec3f911b-c051-485d-88e0-0d76e8c2855b on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:23:01.990645 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Attempting to bind port ec3f911b-c051-485d-88e0-0d76e8c2855b on network 9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:02.015304 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:02.015630 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Checking segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:02.016032 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Bound using segment: {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:02.016452 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Bound port: ec3f911b-c051-485d-88e0-0d76e8c2855b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd749ce-e023-4a82-979e-5c13011cb440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4'}}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:02.016790 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:02.039083 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-10dcbd70-4fc6-452e-9389-3bae3b5b0bb9 req-72bdd29e-1967-4d65-b8cb-fafd6072341b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Unset dirty status for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:23:02.040227 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-10dcbd70-4fc6-452e-9389-3bae3b5b0bb9 req-72bdd29e-1967-4d65-b8cb-fafd6072341b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 943 time: 0.3108146 May 20 18:23:02.075187 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a414e954-9302-4f5b-9763-d7d898b197cd req-d1cd8ab6-1cce-48d4-8ff3-706c84e377de tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126382 May 20 18:23:02.151411 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-10dcbd70-4fc6-452e-9389-3bae3b5b0bb9 req-0d50da63-6c87-4141-b815-73826c1fefc9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794134 May 20 18:23:02.163635 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] For port ec3f911b-c051-485d-88e0-0d76e8c2855b, host hv-cinder-79246, cleared binding levels {{(pid=91634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:02.167288 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] For port ec3f911b-c051-485d-88e0-0d76e8c2855b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec3f911b-c051-485d-88e0-0d76e8c2855b,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:02.183051 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:02.193367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2c7e271c-2cfa-4a30-b399-792702e07cb9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:02.253489 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:02.254487 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:02.256213 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec3f911b-c051-485d-88e0-0d76e8c2855b HTTP/1.1" status: 200 len: 1093 time: 1.4150357 May 20 18:23:02.256772 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'tag': 'ec3f911b-c051-485d-88e0-0d76e8c2855b'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:02.287060 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f911b-c051-485d-88e0-0d76e8c2855b,revision_number=3']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:02.290634 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:02.305770 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'tag': 'ec3f911b-c051-485d-88e0-0d76e8c2855b', 'status': 'completed', 'code': 200} May 20 18:23:02.457633 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-c0693540-75e2-4ee0-8a0e-c7d101299aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:02.459160 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-c0693540-75e2-4ee0-8a0e-c7d101299aa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 1096 time: 0.1284506 May 20 18:23:02.537422 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592be76e-0190-48bc-9534-b7beeae9eb52 req-88a70c03-8d27-4c55-b11d-7543a247949f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:02.538884 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-592be76e-0190-48bc-9534-b7beeae9eb52 req-88a70c03-8d27-4c55-b11d-7543a247949f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 944 time: 0.1466219 May 20 18:23:02.548455 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-a31c4ff1-a135-483f-bc6d-45fad1d2abb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3f911b-c051-485d-88e0-0d76e8c2855b HTTP/1.1" status: 200 len: 217 time: 0.0738845 May 20 18:23:02.638900 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-592be76e-0190-48bc-9534-b7beeae9eb52 req-911f7cee-d293-400a-a83b-ea623ac039cb tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921445 May 20 18:23:02.644282 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-975d1743-5c53-4acd-96a3-3afdb0b7fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:02.645573 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-975d1743-5c53-4acd-96a3-3afdb0b7fcb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.0834227 May 20 18:23:02.709162 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-c7a3a8d7-fbc8-4360-aa2e-8a688bb8a517 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410311 May 20 18:23:02.851534 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-f1c6c38b-2b5f-44f9-87c5-3ae46f7e6867 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272612 May 20 18:23:03.270061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405409b-6bf4-4eae-8443-777e470e2a5a req-9bb06caa-1a86-475f-b848-0fcb41b2634c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:03.271583 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3405409b-6bf4-4eae-8443-777e470e2a5a req-9bb06caa-1a86-475f-b848-0fcb41b2634c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0821784 May 20 18:23:03.367750 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3405409b-6bf4-4eae-8443-777e470e2a5a req-183b0f69-a2d9-499d-8903-cb57b54d9b8c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903323 May 20 18:23:03.395909 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024795-2203-4bd3-a47b-bc22e9ed4dd3 req-5e4b6762-1e12-4928-a79c-455ced24ed4c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:03.397403 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e024795-2203-4bd3-a47b-bc22e9ed4dd3 req-5e4b6762-1e12-4928-a79c-455ced24ed4c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 943 time: 0.1054149 May 20 18:23:03.444443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e024795-2203-4bd3-a47b-bc22e9ed4dd3 req-f71b677b-449a-443e-ae44-dd0e4c157be1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 May 20 18:23:03.848378 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6fc5-9f14-4c1c-bbff-5191cada6bc7 req-a0efdb44-02bd-456e-9971-9a08c35b783d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:03.849817 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8d2b6fc5-9f14-4c1c-bbff-5191cada6bc7 req-a0efdb44-02bd-456e-9971-9a08c35b783d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 944 time: 0.0912969 May 20 18:23:03.900641 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8d2b6fc5-9f14-4c1c-bbff-5191cada6bc7 req-2852c8e1-f214-4541-b81e-14c2f3a3dd98 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 May 20 18:23:04.560098 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e9c12-b01a-48eb-abc2-d47d6d853a8d req-3f9de11e-39c7-4eb8-b6aa-133fca610ffc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:04.561643 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-328e9c12-b01a-48eb-abc2-d47d6d853a8d req-3f9de11e-39c7-4eb8-b6aa-133fca610ffc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0837708 May 20 18:23:04.652629 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-328e9c12-b01a-48eb-abc2-d47d6d853a8d req-9f13c658-e3fe-428e-b545-145f9180539b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563440 May 20 18:23:04.673863 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c2ad9-6856-4e04-9adc-b4641dc2ae9d req-4a25cd0f-830f-4779-a181-3f3f7a7be278 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:04.675329 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fc7c2ad9-6856-4e04-9adc-b4641dc2ae9d req-4a25cd0f-830f-4779-a181-3f3f7a7be278 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 943 time: 0.1235487 May 20 18:23:04.721245 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fc7c2ad9-6856-4e04-9adc-b4641dc2ae9d req-18b3943f-c8a3-401b-93ea-b21875d78ae3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 May 20 18:23:05.028857 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:05.127084 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:05.132148 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:05.132523 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:05.210686 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8bcbe25-30ca-4e50-a97c-062015d30b9e req-45f9e699-8f44-46f0-a45a-4b8434b5217a service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498206 May 20 18:23:05.218831 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a86c3-7986-4892-ae66-458842394e7f req-9721a3d2-c984-4b42-ba33-4d12be160e15 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:05.220207 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b14a86c3-7986-4892-ae66-458842394e7f req-9721a3d2-c984-4b42-ba33-4d12be160e15 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 944 time: 0.1959515 May 20 18:23:05.250717 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:05.270132 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b14a86c3-7986-4892-ae66-458842394e7f req-97f9965a-aa6c-44b6-bf56-1fccb939e6f9 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 May 20 18:23:05.277213 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:05.287190 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,segment=NetworkSegment(5ef75908-c204-4d7d-b8ae-10533958155b),segment_id=5ef75908-c204-4d7d-b8ae-10533958155b)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:05.293170 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:05.295153 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:05.324689 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59', 'code': 200} May 20 18:23:05.362483 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:05.365866 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:05.965985 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3010893-8ab9-4949-a5b5-f7562675805b req-b2a15d33-8297-484c-b0fd-d9892613dbfd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:05.967457 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a3010893-8ab9-4949-a5b5-f7562675805b req-b2a15d33-8297-484c-b0fd-d9892613dbfd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2053249 May 20 18:23:05.979077 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fe7cc-506e-41ae-983e-d6ce4f9d0c49 req-dee084ea-13bc-4e0a-b7a3-a8c2e05b34a9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:05.980438 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a95fe7cc-506e-41ae-983e-d6ce4f9d0c49 req-dee084ea-13bc-4e0a-b7a3-a8c2e05b34a9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 943 time: 0.1181462 May 20 18:23:06.046639 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a3010893-8ab9-4949-a5b5-f7562675805b req-3dc8b551-2992-4c98-9ab6-e05136f5c535 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651004 May 20 18:23:06.051163 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a95fe7cc-506e-41ae-983e-d6ce4f9d0c49 req-53ee0c91-a6f8-438d-a0bf-6c3cbbe46622 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572991 May 20 18:23:06.510728 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75490ac1-208e-47ce-b273-cccb37349d44 req-aad5fc72-4019-434e-87b1-2546ee40d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:06.512209 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75490ac1-208e-47ce-b273-cccb37349d44 req-aad5fc72-4019-434e-87b1-2546ee40d519 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 1096 time: 0.1652036 May 20 18:23:06.529269 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46501af0-56b7-40db-af28-83a6503c6a0a req-52978590-a458-4456-b182-6d0583c7ad35 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:06.537458 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-46501af0-56b7-40db-af28-83a6503c6a0a req-52978590-a458-4456-b182-6d0583c7ad35 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 945 time: 0.1352067 May 20 18:23:06.626805 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-46501af0-56b7-40db-af28-83a6503c6a0a req-afffc49a-d616-496c-a860-11036449e144 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883417 May 20 18:23:06.653116 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911acea-a575-489c-b756-0e55e77073db req-3fd15fce-35c1-40d2-b9e3-e1d781ee0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:06.654619 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-c911acea-a575-489c-b756-0e55e77073db req-3fd15fce-35c1-40d2-b9e3-e1d781ee0bea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 1098 time: 0.0724988 May 20 18:23:06.728857 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-c911acea-a575-489c-b756-0e55e77073db req-6740bae8-97ee-4781-894c-e24010388ed4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 May 20 18:23:06.738646 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75490ac1-208e-47ce-b273-cccb37349d44 req-21cd4e2a-a268-4f90-9dbb-b9ad6a695db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:06.740136 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75490ac1-208e-47ce-b273-cccb37349d44 req-21cd4e2a-a268-4f90-9dbb-b9ad6a695db2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 916 time: 0.1808662 May 20 18:23:06.932920 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75490ac1-208e-47ce-b273-cccb37349d44 req-79f7fddd-384a-4f11-92f6-75bf28566744 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3f911b-c051-485d-88e0-0d76e8c2855b HTTP/1.1" status: 200 len: 217 time: 0.0725274 May 20 18:23:07.009293 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75490ac1-208e-47ce-b273-cccb37349d44 req-40a09919-88db-4410-a2b2-f6aa084a0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:07.010833 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75490ac1-208e-47ce-b273-cccb37349d44 req-40a09919-88db-4410-a2b2-f6aa084a0f5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.0611982 May 20 18:23:07.073947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75490ac1-208e-47ce-b273-cccb37349d44 req-78e12a75-3c67-4562-90e1-41c5de550bf6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504854 May 20 18:23:07.342400 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75490ac1-208e-47ce-b273-cccb37349d44 req-d53c3944-897e-40cb-82d4-213683994d26 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412891 May 20 18:23:07.470405 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ef393-70e7-4298-bdc4-789d5b5db989 req-30b480e5-0e4f-4903-838d-004a812466ab tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:07.472614 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e5ef393-70e7-4298-bdc4-789d5b5db989 req-30b480e5-0e4f-4903-838d-004a812466ab tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 943 time: 0.2820444 May 20 18:23:07.491702 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88089c8c-699f-457f-9517-056944c9e0ea req-aee9b8d0-820d-418c-9124-dd7eb94a66e6 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:07.493392 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-88089c8c-699f-457f-9517-056944c9e0ea req-aee9b8d0-820d-418c-9124-dd7eb94a66e6 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3017371 May 20 18:23:07.582609 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75490ac1-208e-47ce-b273-cccb37349d44 req-ccdb1bdd-7f70-413e-9916-9e6ed935bdd3 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308273 May 20 18:23:07.592340 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e5ef393-70e7-4298-bdc4-789d5b5db989 req-a0ad15fd-60ec-46f2-b7b5-4d325f36fe66 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980005 May 20 18:23:07.598652 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-88089c8c-699f-457f-9517-056944c9e0ea req-b6ef15a5-5a5a-4fe1-9d11-6d633c196ac3 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868824 May 20 18:23:07.873932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8ec44-cee2-4006-821b-035e2c273ac3 req-fe881b99-1edf-4e0c-8e55-0e66e8e90079 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:07.875561 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e8e8ec44-cee2-4006-821b-035e2c273ac3 req-fe881b99-1edf-4e0c-8e55-0e66e8e90079 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 945 time: 0.1237726 May 20 18:23:07.922575 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e8e8ec44-cee2-4006-821b-035e2c273ac3 req-f1a2dbdd-a2a7-477f-b441-c4c29e68f0a6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 May 20 18:23:08.878682 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe64530-5afc-4acc-a6b4-82de36920024 req-526aed4a-7f1b-4edc-b2e5-981f988eef28 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:08.880207 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2fe64530-5afc-4acc-a6b4-82de36920024 req-526aed4a-7f1b-4edc-b2e5-981f988eef28 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1571956 May 20 18:23:08.888759 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637690c-d233-43d5-890c-e1e38dceb126 req-26031950-5583-4e27-afeb-c764586088cf tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:08.895174 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4637690c-d233-43d5-890c-e1e38dceb126 req-26031950-5583-4e27-afeb-c764586088cf tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 943 time: 0.1362743 May 20 18:23:08.963775 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2fe64530-5afc-4acc-a6b4-82de36920024 req-e33ba5b4-d549-4391-a6a9-5c717553036c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674465 May 20 18:23:09.006270 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4637690c-d233-43d5-890c-e1e38dceb126 req-85a278bd-9f7a-4b86-b0aa-5599e32d78e7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727358 May 20 18:23:09.215891 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41122) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:09.250503 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1cb7-d7d4-4768-9205-62fc0e2a30ba req-a0430b1b-9e17-4104-ad7d-a75d323027b5 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:09.252048 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-814e1cb7-d7d4-4768-9205-62fc0e2a30ba req-a0430b1b-9e17-4104-ad7d-a75d323027b5 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 945 time: 0.1694381 May 20 18:23:09.307165 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-814e1cb7-d7d4-4768-9205-62fc0e2a30ba req-d916b29c-c281-49df-87fc-afdfaef71d12 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484004 May 20 18:23:09.341999 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:09.356533 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:09.360513 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Usage tracker for resource:security_group_rule and tenant:3873d61d08db42e097b8daa28f3fd032 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:09.363306 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:09.368919 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:09.452388 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:09.458493 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:09.466035 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-444a4f12-4dd8-4e15-80d2-7a2398aa9be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:09.510627 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41132) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:09.510836 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3873d61d08db42e097b8daa28f3fd032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935340 May 20 18:23:09.511499 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79aac9-d9d9-42ac-9a7b-55f4e6671387,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:09.514535 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:09.570587 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:09.603524 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:09.658520 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:09.662441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f934a581-3419-45ec-8ae3-c9da1284d808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:09.676188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79aac9-d9d9-42ac-9a7b-55f4e6671387,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:09.679889 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:09.683648 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:09.684374 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e79aac9-d9d9-42ac-9a7b-55f4e6671387 HTTP/1.1" status: 204 len: 168 time: 0.1727595 May 20 18:23:10.300046 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf8eff-7763-4fe1-a69c-292d51888343 req-2248235a-90f1-44c9-ac26-f96686320afd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:10.302502 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0cf8eff-7763-4fe1-a69c-292d51888343 req-2248235a-90f1-44c9-ac26-f96686320afd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1735189 May 20 18:23:10.311212 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1eefa9-f3b0-400d-8123-f69a2acc8932 req-ace4c48a-c07f-46d7-8161-9369a0912434 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:10.312698 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0e1eefa9-f3b0-400d-8123-f69a2acc8932 req-ace4c48a-c07f-46d7-8161-9369a0912434 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 943 time: 0.1353753 May 20 18:23:10.386779 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0cf8eff-7763-4fe1-a69c-292d51888343 req-fb41e56f-ff8b-4d93-ad92-249efb2f9d39 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729756 May 20 18:23:10.402955 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0e1eefa9-f3b0-400d-8123-f69a2acc8932 req-54e0d035-8b99-4371-945a-d72fe2203f8b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752225 May 20 18:23:10.430016 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device ec3f911b-c051-485d-88e0-0d76e8c2855b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:23:10.483278 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41164) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:10.584158 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port ec3f911b-c051-485d-88e0-0d76e8c2855b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec3f911b-c051-485d-88e0-0d76e8c2855b,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:10.597782 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-174885246-network', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:10.598824 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'ec3f911b-c051-485d-88e0-0d76e8c2855b', 'network_id': '9cfebf9b-f2cc-4d94-8576-bda8bd523cd4', 'port_id': 'ec3f911b-c051-485d-88e0-0d76e8c2855b', 'mac_address': 'fa:16:3e:bc:18:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dae1e4-ace5-48a5-a868-2d7d54b0650b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:23:10.603112 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:10.607331 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Usage tracker for resource:network and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:10.610758 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:10.618532 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:10.630075 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Made reservation on behalf of 9c9915a2158a4aa3bd0c2d65ff23ec73 for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:23:10.632437 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.644536 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.659895 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:10.663352 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.663908 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:10.666817 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:10.672554 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:10.684270 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3f911b-c051-485d-88e0-0d76e8c2855b {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:23:10.706607 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port ec3f911b-c051-485d-88e0-0d76e8c2855b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec3f911b-c051-485d-88e0-0d76e8c2855b,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:10.712087 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.715268 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:10.774503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.779523 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.784367 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-3f15dd9f-88d6-4807-81c1-7a422df3dde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:10.789132 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=ec3f911b-c051-485d-88e0-0d76e8c2855b,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:10.799957 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:10.810582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:23:10.823509 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b09b3-be58-4fff-971b-3ba63db31cf8,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:10.827663 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:10.828662 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.828995 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Added segment 9565133b-8c63-45ee-8df4-a2d0716452c5 of type vlan for network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 May 20 18:23:10.858741 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.890630 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.891954 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:10.892691 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:10.896075 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:10.999126 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9cc96a-c3fd-4b42-829f-487a420ae4f1,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:11.006842 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:11.010120 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:23:11.010997 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5265739 May 20 18:23:11.014344 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41172) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:11.020019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Request body: {'subnet': {'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-174885246-subnet', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:11.032185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:11.037415 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Usage tracker for resource:subnet and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:11.040940 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:11.047553 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:11.059295 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Made reservation on behalf of 9c9915a2158a4aa3bd0c2d65ff23ec73 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:23:11.061588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9895486'] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:11.298261 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['ec3f911b-c051-485d-88e0-0d76e8c2855b'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:23:11.664464 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9895468'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:11.668230 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:11.740887 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e298c54-c199-4844-8eb7-b9139b6bb1ad,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:11.751293 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:11.760357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Checking segment: {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:11.760705 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Network hostable DHCP agents. Network: 7b9cc96a-c3fd-4b42-829f-487a420ae4f1, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:23:11.761924 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00455b38-e8dd-4481-b112-b64218142dc3 req-d691b0ce-b0ea-403e-a14b-f4801540e32f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:11.763427 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-00455b38-e8dd-4481-b112-b64218142dc3 req-d691b0ce-b0ea-403e-a14b-f4801540e32f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 944 time: 0.1350086 May 20 18:23:11.772636 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80934f65-4393-4890-9567-24bacbbcba17 req-99ced93b-c6c2-40b2-8f77-92bd53faaf68 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:11.774090 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-80934f65-4393-4890-9567-24bacbbcba17 req-99ced93b-c6c2-40b2-8f77-92bd53faaf68 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1947834 May 20 18:23:11.779423 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:23:11.790728 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 7b9cc96a-c3fd-4b42-829f-487a420ae4f1) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:11.804087 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5bfb3d-b86c-452d-a3c8-07b6f0012821 None None] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:23:11.806726 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:11.807535 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:11.842856 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41182) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:11.843129 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8273494 May 20 18:23:11.862722 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-00455b38-e8dd-4481-b112-b64218142dc3 req-77d84f2d-29ef-425b-a10f-00f258982a3f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874360 May 20 18:23:11.869118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:11.880270 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:11.889620 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-80934f65-4393-4890-9567-24bacbbcba17 req-ab5a7dbb-0de7-4ea9-bcdf-e2bf09e6e7da tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967460 May 20 18:23:11.891061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Usage tracker for resource:router and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:11.894789 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:11.902245 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:11.923825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:11.925195 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:11.942228 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.049232 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:23:12.050262 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.250628 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.254026 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Allocated IP 172.20.0.2 (7b9cc96a-c3fd-4b42-829f-487a420ae4f1/4e298c54-c199-4844-8eb7-b9139b6bb1ad/513bf4a2-f313-41ec-b87a-34775be83b9a) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:12.481486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.492379 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Transition to ACTIVE for port object 513bf4a2-f313-41ec-b87a-34775be83b9a will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:12.511732 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Transition to ACTIVE for port object 513bf4a2-f313-41ec-b87a-34775be83b9a will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:12.518609 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.522245 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:12.575986 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.587799 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:12.590722 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:12.593238 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:12.605629 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.629146 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Pushing event updated for resources: {'Port': ['ID=513bf4a2-f313-41ec-b87a-34775be83b9a,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:12.631976 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:12.695085 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Attempting to bind port 513bf4a2-f313-41ec-b87a-34775be83b9a on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:12.695451 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Attempting to bind port 513bf4a2-f313-41ec-b87a-34775be83b9a by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:12.695811 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Attempting to bind port 513bf4a2-f313-41ec-b87a-34775be83b9a on network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:12.701149 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:12.701520 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Checking segment: {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:12.702203 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.702632 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Bound using segment: {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:12.703120 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Bound port: 513bf4a2-f313-41ec-b87a-34775be83b9a, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:12.703581 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.743310 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Allocated IP 172.27.1.152 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/ffc37af6-5808-41af-a9d2-24246329b285) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:12.798010 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] For port 513bf4a2-f313-41ec-b87a-34775be83b9a, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:12.801583 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] For port 513bf4a2-f313-41ec-b87a-34775be83b9a, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=513bf4a2-f313-41ec-b87a-34775be83b9a,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:12.806268 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:12.810027 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:12.929468 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Pushing event updated for resources: {'Port': ['ID=513bf4a2-f313-41ec-b87a-34775be83b9a,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:12.933291 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:13.087333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:13.246881 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310f69d-b31d-42b8-9f66-037e6ea10296 req-3b086733-5c10-4b1e-b23a-fb7277bce1fd tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:13.248560 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3310f69d-b31d-42b8-9f66-037e6ea10296 req-3b086733-5c10-4b1e-b23a-fb7277bce1fd tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 944 time: 0.2324960 May 20 18:23:13.305670 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad979f-f2cd-494a-acc3-648b9424e1b5 req-071092a8-e414-454f-bcec-bd1eb282c549 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:13.308518 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38ad979f-f2cd-494a-acc3-648b9424e1b5 req-071092a8-e414-454f-bcec-bd1eb282c549 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2276506 May 20 18:23:13.315083 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:13.345518 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:13.445782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:13.453328 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3310f69d-b31d-42b8-9f66-037e6ea10296 req-2c39e3aa-1b41-4502-96f7-318ad0120306 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947770 May 20 18:23:13.458108 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:13.460677 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:13.493858 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc37af6-5808-41af-a9d2-24246329b285,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:13.497005 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:13.504948 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38ad979f-f2cd-494a-acc3-648b9424e1b5 req-26f91ff6-0f8c-4d87-b783-4abcbc4e28a8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836529 May 20 18:23:13.776118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-03b3b223-dc14-452e-a8a3-6c307fc284eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Synchronizing usage tracker for tenant:2cfd6346a01f45969b0153591be060f1 on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:23:13.878301 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-03b3b223-dc14-452e-a8a3-6c307fc284eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Unset dirty status for tenant:2cfd6346a01f45969b0153591be060f1 on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:23:13.879620 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-03b3b223-dc14-452e-a8a3-6c307fc284eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760088423&fields=id&tenant_id=2cfd6346a01f45969b0153591be060f1 HTTP/1.1" status: 200 len: 267 time: 0.2094939 May 20 18:23:13.998830 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee511c-7921-49a9-b12c-c75fade89d45 None None] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:23:14.107591 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:14.147022 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-76b33138-5256-42b5-9743-2eb2522354f6 None None] Provisioning for port 513bf4a2-f313-41ec-b87a-34775be83b9a completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:14.206143 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-de3f73d7-5fed-4b16-8217-aea32f801371 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:14.207627 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-de3f73d7-5fed-4b16-8217-aea32f801371 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 808 time: 0.3185165 May 20 18:23:14.281770 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-9cfa9dbd-ec90-4b40-b3cd-f73b284cdb31 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/quotas/2cfd6346a01f45969b0153591be060f1 HTTP/1.1" status: 200 len: 375 time: 0.0660520 May 20 18:23:14.372000 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 513bf4a2-f313-41ec-b87a-34775be83b9a up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:14.456002 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device ec3f911b-c051-485d-88e0-0d76e8c2855b up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:14.552183 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 513bf4a2-f313-41ec-b87a-34775be83b9a completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:14.572524 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 513bf4a2-f313-41ec-b87a-34775be83b9a triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:14.572903 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:14.721732 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-c2621007-2a33-4fad-a656-c25d4459c825 None None] Provisioning complete for port 513bf4a2-f313-41ec-b87a-34775be83b9a triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:14.722152 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2621007-2a33-4fad-a656-c25d4459c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:14.751136 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-c2455635-db62-4ce2-ae77-01bcf3723ad6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4609530 May 20 18:23:14.753606 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port ec3f911b-c051-485d-88e0-0d76e8c2855b completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:14.794602 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port ec3f911b-c051-485d-88e0-0d76e8c2855b triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:14.794982 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:14.895668 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:14.920707 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:15.020446 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 513bf4a2-f313-41ec-b87a-34775be83b9a, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=513bf4a2-f313-41ec-b87a-34775be83b9a,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:15.030106 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:15.035404 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:15.067876 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:15.081911 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2621007-2a33-4fad-a656-c25d4459c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:15.093569 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-e31b11fd-2e5b-4411-a4d6-a23192bd497d service neutron] 10.222.0.32 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992263 May 20 18:23:15.107997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc79de-656e-4cb3-aabc-6886d8be5cc5 req-b9604341-a340-4b3f-abf3-452298368d31 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:15.110482 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07fc79de-656e-4cb3-aabc-6886d8be5cc5 req-b9604341-a340-4b3f-abf3-452298368d31 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 944 time: 0.3809521 May 20 18:23:15.150118 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f911b-c051-485d-88e0-0d76e8c2855b'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:15.191022 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=513bf4a2-f313-41ec-b87a-34775be83b9a,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:15.201436 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port ec3f911b-c051-485d-88e0-0d76e8c2855b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec3f911b-c051-485d-88e0-0d76e8c2855b,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:15.202719 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:15.213087 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:15.216826 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-50c6a258-8a65-4407-9b71-78de08587c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:15.276004 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.db.api [None req-c2621007-2a33-4fad-a656-c25d4459c825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 18:23:15.276323 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_db.api [None req-c2621007-2a33-4fad-a656-c25d4459c825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 18:23:15.296147 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=ec3f911b-c051-485d-88e0-0d76e8c2855b,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:15.299834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:15.338250 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07fc79de-656e-4cb3-aabc-6886d8be5cc5 req-6baad8c8-259e-4469-a39b-bad6ffcc16c1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901426 May 20 18:23:15.382897 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-1bdc2f77-7788-4331-9836-e664d38a3aa2 service neutron] 10.222.0.32 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712317 May 20 18:23:15.410225 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:23:15.696098 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bb66f-4729-414c-8a51-75b6f6ec9e26 req-06ff2d22-263c-4679-b50c-f1dd0265685f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:15.703428 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e3bb66f-4729-414c-8a51-75b6f6ec9e26 req-06ff2d22-263c-4679-b50c-f1dd0265685f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2027609 May 20 18:23:15.725710 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:23:15.737540 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Sync routers for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:23:15.749568 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:15.750884 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:22:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:15.798883 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:15.800251 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9461350 May 20 18:23:15.803229 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41218) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:15.813263 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e3bb66f-4729-414c-8a51-75b6f6ec9e26 req-476a2d22-2291-4cb8-9653-f5f7b0b6a5d7 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048145 May 20 18:23:15.898477 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f911b-c051-485d-88e0-0d76e8c2855b', 'code': 200} May 20 18:23:15.956747 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-69640aff-a255-46e1-88d8-8a089f567ffb req-740652c5-fe56-4e18-b8df-5d9dc3039be8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0513525 May 20 18:23:16.126833 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:16.360953 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 513bf4a2-f313-41ec-b87a-34775be83b9a up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:16.448964 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d41ba-7c68-4865-9a5c-cf2f3ad0b46c req-a10a0f45-99c1-4b5b-aedc-f40da4ef680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:16.450474 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-208d41ba-7c68-4865-9a5c-cf2f3ad0b46c req-a10a0f45-99c1-4b5b-aedc-f40da4ef680c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 1098 time: 0.2412162 May 20 18:23:16.503989 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 513bf4a2-f313-41ec-b87a-34775be83b9a triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:16.504372 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:16.561980 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-208d41ba-7c68-4865-9a5c-cf2f3ad0b46c req-87e5479b-c129-46a3-8150-cc89c997ae2c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939679 May 20 18:23:16.711433 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dad44-7c7d-4cab-8364-c0bed3f692e6 req-d8c50207-c402-4269-b572-c20855249c69 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:16.719048 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e1dad44-7c7d-4cab-8364-c0bed3f692e6 req-d8c50207-c402-4269-b572-c20855249c69 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 945 time: 0.1136367 May 20 18:23:16.783030 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:13Z', 'revision_number': 3, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:16.785739 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e1dad44-7c7d-4cab-8364-c0bed3f692e6 req-c30c64a9-a0a8-42ee-9591-eff611c5954c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630190 May 20 18:23:16.787637 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Checking router: cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:23:16.788365 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Updating router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 port ffc37af6-5808-41af-a9d2-24246329b285 binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:23:16.848739 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:16.947305 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.273489 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c51ecfb-f16a-4f28-82e1-234768430115 req-5238edba-0a79-4312-ac69-5214a33c75f3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0800586 May 20 18:23:17.287981 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca1226-f6c3-4ddb-82aa-fddbab16ce78 req-f7c71fda-22ff-4b7a-9ab4-71067b90dab2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:17.295706 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3aca1226-f6c3-4ddb-82aa-fddbab16ce78 req-f7c71fda-22ff-4b7a-9ab4-71067b90dab2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2659104 May 20 18:23:17.338485 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3aca1226-f6c3-4ddb-82aa-fddbab16ce78 req-606de84d-ac47-4b18-bb0a-6262bca89e37 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 May 20 18:23:17.382955 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Allocated IP 172.20.0.1 (7b9cc96a-c3fd-4b42-829f-487a420ae4f1/4e298c54-c199-4844-8eb7-b9139b6bb1ad/e4911f9f-95c0-4fd5-9545-8f03757f7f69) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:17.418753 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.433796 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Transition to ACTIVE for port object ffc37af6-5808-41af-a9d2-24246329b285 will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:17.442760 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.446837 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7868d20c-b13f-44fe-9975-49cec9bf4ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:17.529102 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Attempting to bind port ffc37af6-5808-41af-a9d2-24246329b285 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:17.529102 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Attempting to bind port ffc37af6-5808-41af-a9d2-24246329b285 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:17.529565 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Attempting to bind port ffc37af6-5808-41af-a9d2-24246329b285 on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:17.537378 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:17.537750 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:17.538152 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.538576 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:17.539044 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Bound port: ffc37af6-5808-41af-a9d2-24246329b285, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:17.539672 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.546104 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.562323 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Transition to ACTIVE for port object e4911f9f-95c0-4fd5-9545-8f03757f7f69 will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:17.566102 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Pushing event updated for resources: {'Port': ['ID=ffc37af6-5808-41af-a9d2-24246329b285,revision_number=2']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:17.583397 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.583781 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.584230 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.584598 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.584936 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.585247 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.585568 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.585877 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.586241 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.586629 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.587076 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.587380 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:17.589624 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.595006 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aca28a72-acca-437f-b0d7-fcb5c4cd07e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:17.598570 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:17.633521 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] For port ffc37af6-5808-41af-a9d2-24246329b285, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:17.636953 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] For port ffc37af6-5808-41af-a9d2-24246329b285, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ffc37af6-5808-41af-a9d2-24246329b285,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:17.644412 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:17.648738 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-04c3c46f-43e7-40c3-9ca0-cc6ca987a198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:17.734215 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:17.735078 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:22:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:17.751945 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:17.763478 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:17.772032 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4911f9f-95c0-4fd5-9545-8f03757f7f69,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:17.782026 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:17.782979 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:17.833053 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Pushing event updated for resources: {'Port': ['ID=ffc37af6-5808-41af-a9d2-24246329b285,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:17.838176 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:17.860229 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:18.065914 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:18.105637 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:18.123230 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-c54ba784-30d6-499e-8204-e786cabd975b None None] Provisioning for port e4911f9f-95c0-4fd5-9545-8f03757f7f69 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:18.149161 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-c54ba784-30d6-499e-8204-e786cabd975b None None] Provisioning complete for port e4911f9f-95c0-4fd5-9545-8f03757f7f69 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:18.149769 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c54ba784-30d6-499e-8204-e786cabd975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:18.283333 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-c54ba784-30d6-499e-8204-e786cabd975b None None] Port e4911f9f-95c0-4fd5-9545-8f03757f7f69 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:23:18.331828 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6ed71ba4-a001-4278-bc1e-5d23f2c16feb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:18.333974 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6ed71ba4-a001-4278-bc1e-5d23f2c16feb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 808 time: 0.4325380 May 20 18:23:18.363146 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013d138-a322-4924-84b6-60a42c0db0fb req-9b99de54-698e-462e-b0c1-c89552a23b5b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:18.365071 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2013d138-a322-4924-84b6-60a42c0db0fb req-9b99de54-698e-462e-b0c1-c89552a23b5b tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 945 time: 0.2376266 May 20 18:23:18.702548 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:18.710210 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:18.741360 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-11a25632-13d7-4aca-bbfd-a9268809438a req-8950721a-a06f-4e0d-9de2-ac2a3c09ac54 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.1457396 May 20 18:23:18.768749 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:18.790001 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-dd702524-4c62-459c-8fcb-feb37c4f308e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cfd6346a01f45969b0153591be060f1 HTTP/1.1" status: 200 len: 379 time: 0.4237733 May 20 18:23:18.795482 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:13Z', 'revision_number': 3, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:18.813378 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea0690-0c08-45ae-8ca5-1698a3f3241b None None] The sync data for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi is: [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:13Z', 'revision_number': 3, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:23:18.814660 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2013d138-a322-4924-84b6-60a42c0db0fb req-34355c75-7851-42ca-9575-9e77e7db232e tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152679 May 20 18:23:18.829118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'port': {'device_id': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'admin_state_up': True, 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'security_groups': ['e3e5d700-034a-4674-80c5-1fc40d7e4181']}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:18.873675 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4911f9f-95c0-4fd5-9545-8f03757f7f69,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:18.880497 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:18.910938 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:19.060084 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:19.066961 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:port and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:19.078437 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e1927-6670-4f33-ad39-cddc51a9516d req-af0fda8c-9562-4092-84eb-436e1bb80a0f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:19.079954 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-621e1927-6670-4f33-ad39-cddc51a9516d req-af0fda8c-9562-4092-84eb-436e1bb80a0f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1385648 May 20 18:23:19.080859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:19.084787 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:19.085852 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:19.088308 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:19.127921 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Made reservation on behalf of 2cfd6346a01f45969b0153591be060f1 for: {'port': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:23:19.136606 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:19.258626 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-621e1927-6670-4f33-ad39-cddc51a9516d req-8d9e2856-bb4b-43bf-8a7e-b2f76a4cc148 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543458 May 20 18:23:19.374254 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:23:19.433356 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-71d9a40c-7ae2-4dfb-982f-98bb616a120d None None] Provisioning complete for port e4911f9f-95c0-4fd5-9545-8f03757f7f69 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:19.434256 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-71d9a40c-7ae2-4dfb-982f-98bb616a120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:19.464192 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Allocated IP 172.20.0.4 (120ffe63-135e-4062-a4fd-344fc18c33a0/3e102140-40ef-4d54-a25f-92a7a34ed26d/be9c13d8-67e3-4e4f-877a-98401d655d71) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:19.658221 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:23:19.673023 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] 10.222.0.32 "PUT /v2.0/routers/cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8679121 May 20 18:23:19.708694 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-71d9a40c-7ae2-4dfb-982f-98bb616a120d None None] Port e4911f9f-95c0-4fd5-9545-8f03757f7f69 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:23:19.830063 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:19.860867 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Transition to ACTIVE for port object be9c13d8-67e3-4e4f-877a-98401d655d71 will not be triggered until provisioned by entity DHCP. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:19.908559 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:19.922039 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d93c1441-6790-40ad-a2cd-6fe0a0ae2499 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:20.119011 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:20.132039 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:20.140287 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:20.196885 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'Port': ['ID=be9c13d8-67e3-4e4f-877a-98401d655d71,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:20.204241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:20.253422 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f114af-dc3b-4e50-8026-839c583de166 req-44993733-c2e5-41cf-89d0-15ce13367256 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:20.269850 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3f114af-dc3b-4e50-8026-839c583de166 req-44993733-c2e5-41cf-89d0-15ce13367256 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 945 time: 0.2218530 May 20 18:23:20.278471 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:20.279045 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.312182 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679616d-8b37-47a0-8a95-3547bd625ad1 req-801bcc88-004a-4638-a9d8-8a2e26f37d9b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:20.319780 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e679616d-8b37-47a0-8a95-3547bd625ad1 req-801bcc88-004a-4638-a9d8-8a2e26f37d9b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 931 time: 0.3412957 May 20 18:23:20.380428 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ffc37af6-5808-41af-a9d2-24246329b285 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:20.433600 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3f114af-dc3b-4e50-8026-839c583de166 req-4c09367f-f8b2-46c6-ae94-08dc1854b05a tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626930 May 20 18:23:20.438751 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6230137 May 20 18:23:20.489172 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Request body: {'port': {'device_id': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:20.550841 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port ffc37af6-5808-41af-a9d2-24246329b285 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:20.555715 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e679616d-8b37-47a0-8a95-3547bd625ad1 req-605446b7-715b-4d5d-94f1-259edca64eec tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351134 May 20 18:23:20.576465 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-71d3a09a-7776-429c-96db-8df27b4345b2 None None] Provisioning for port be9c13d8-67e3-4e4f-877a-98401d655d71 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:20.582264 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ffc37af6-5808-41af-a9d2-24246329b285 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:20.582853 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.611708 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-71d3a09a-7776-429c-96db-8df27b4345b2 None None] Provisioning complete for port be9c13d8-67e3-4e4f-877a-98401d655d71 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:20.612381 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-71d3a09a-7776-429c-96db-8df27b4345b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.704557 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.845837 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-71d3a09a-7776-429c-96db-8df27b4345b2 None None] Port be9c13d8-67e3-4e4f-877a-98401d655d71 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:23:20.852176 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41280) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:20.860238 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-416420222-network', 'tenant_id': '711385c7997441c78816749be439cb59'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:20.868928 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:20.875969 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Usage tracker for resource:network and tenant:711385c7997441c78816749be439cb59 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:20.881603 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:20.900683 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:20.929315 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Made reservation on behalf of 711385c7997441c78816749be439cb59 for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:23:20.933294 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.944210 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.969632 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.980249 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port ffc37af6-5808-41af-a9d2-24246329b285, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ffc37af6-5808-41af-a9d2-24246329b285,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:20.989666 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:20.995313 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:21.007793 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:21.017346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Usage tracker for resource:security_group_rule and tenant:711385c7997441c78816749be439cb59 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:21.022486 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:21.031552 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:21.163993 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982fddc-3aa9-4de7-ad58-87f33350a3df req-fe0172c7-6fde-4052-bb23-bf3ca3107a1d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:21.168627 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=ffc37af6-5808-41af-a9d2-24246329b285,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:21.169125 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e982fddc-3aa9-4de7-ad58-87f33350a3df req-fe0172c7-6fde-4052-bb23-bf3ca3107a1d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3236761 May 20 18:23:21.176278 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:21.204297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.213974 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.233102 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:23:21.247864 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.247864 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Added segment 514c56dd-ff08-4929-bb0a-0491c3b2393a of type vlan for network e09d6975-59a3-4cd8-ae4f-a34af46d401f May 20 18:23:21.255040 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-29c2cc93-09e3-4cb3-a12d-6e8881220472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:21.308819 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50991663-f907-431a-97f6-dedf9d545d7f,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:21.332206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Sync routers for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:23:21.333046 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:21.336242 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.356774 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:21.359100 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:22:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:21.365921 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e982fddc-3aa9-4de7-ad58-87f33350a3df req-0da205a2-74de-48d5-85de-c3a28aaef604 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867807 May 20 18:23:21.396929 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.398577 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:21.399549 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.429210 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:21.498169 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6447656 May 20 18:23:21.503665 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41288) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:21.537952 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Request body: {'subnet': {'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-416420222-subnet', 'tenant_id': '711385c7997441c78816749be439cb59', 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:21.556350 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Pushing event updated for resources: {'Network': ['ID=e09d6975-59a3-4cd8-ae4f-a34af46d401f,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:21.567607 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:21.623484 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:23:21.644559 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:21.651230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Usage tracker for resource:subnet and tenant:711385c7997441c78816749be439cb59 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:21.655032 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9c13d8-67e3-4e4f-877a-98401d655d71 {{(pid=91634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:23:21.660023 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:21.668039 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.670426 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:21.671599 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:21.689639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Transition to ACTIVE for port object be9c13d8-67e3-4e4f-877a-98401d655d71 will not be triggered until provisioned by entity L2. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:21.695867 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Made reservation on behalf of 711385c7997441c78816749be439cb59 for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:23:21.698357 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519948'] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.743135 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:21.755015 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:22.024753 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Pushing event updated for resources: {'Port': ['ID=be9c13d8-67e3-4e4f-877a-98401d655d71,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:22.039702 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:22.131962 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:18Z', 'revision_number': 2, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:22.137277 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65af97c-0364-4bd2-a931-41033f60bcde req-2e336321-a67b-4920-b5ee-d8ed77ecef80 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:22.137995 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-b65af97c-0364-4bd2-a931-41033f60bcde req-2e336321-a67b-4920-b5ee-d8ed77ecef80 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Synchronizing usage tracker for tenant:2cfd6346a01f45969b0153591be060f1 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:23:22.140376 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Checking router: cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:23:22.141020 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Updating router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 port e4911f9f-95c0-4fd5-9545-8f03757f7f69 binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:23:22.169898 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Attempting to bind port be9c13d8-67e3-4e4f-877a-98401d655d71 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:22.170263 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Attempting to bind port be9c13d8-67e3-4e4f-877a-98401d655d71 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:22.172666 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Attempting to bind port be9c13d8-67e3-4e4f-877a-98401d655d71 on network 120ffe63-135e-4062-a4fd-344fc18c33a0 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:22.206869 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:22.215333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-b65af97c-0364-4bd2-a931-41033f60bcde req-2e336321-a67b-4920-b5ee-d8ed77ecef80 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Unset dirty status for tenant:2cfd6346a01f45969b0153591be060f1 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:23:22.216504 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b65af97c-0364-4bd2-a931-41033f60bcde req-2e336321-a67b-4920-b5ee-d8ed77ecef80 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.5226490 May 20 18:23:22.218651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Port be9c13d8-67e3-4e4f-877a-98401d655d71 on network 120ffe63-135e-4062-a4fd-344fc18c33a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:23:22.219198 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Attempting to bind port be9c13d8-67e3-4e4f-877a-98401d655d71 on network 120ffe63-135e-4062-a4fd-344fc18c33a0 {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:22.231997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:22.232474 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Checking segment: {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:22.232703 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Bound using segment: {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'} {{(pid=91634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:22.233139 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.managers [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Bound port: be9c13d8-67e3-4e4f-877a-98401d655d71, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adeccfb1-8ec2-4d45-89af-d659176fe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0'}}] {{(pid=91634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:22.233472 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:22.353461 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ffc37af6-5808-41af-a9d2-24246329b285 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:22.377807 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b65af97c-0364-4bd2-a931-41033f60bcde req-6b33a540-4a10-456d-ba13-3b0c5798bf15 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314874 May 20 18:23:22.448076 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] For port be9c13d8-67e3-4e4f-877a-98401d655d71, host hv-cinder-79246, cleared binding levels {{(pid=91634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:22.461371 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] For port be9c13d8-67e3-4e4f-877a-98401d655d71, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be9c13d8-67e3-4e4f-877a-98401d655d71,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:22.581467 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port ffc37af6-5808-41af-a9d2-24246329b285 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:22.582063 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:22.600292 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:22.615064 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2523d778-8107-49ac-9194-073f13aa9b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:22.705674 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:22.706399 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:22.708042 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] 10.222.0.42 "PUT /v2.0/ports/be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 1093 time: 2.2266994 May 20 18:23:22.708561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:22.769262 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Pushing event updated for resources: {'Port': ['ID=be9c13d8-67e3-4e4f-877a-98401d655d71,revision_number=3']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:22.775008 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:22.909902 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:22.926052 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff0a2b-f239-47c3-9057-bafd028486da req-c3ca800c-3ec4-4701-b151-f10e2a46eb16 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:22.927857 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Transition to ACTIVE for port object e4911f9f-95c0-4fd5-9545-8f03757f7f69 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:22.933458 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbff0a2b-f239-47c3-9057-bafd028486da req-c3ca800c-3ec4-4701-b151-f10e2a46eb16 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3899834 May 20 18:23:22.945773 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:22.956188 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-13eb6d03-7472-4553-9fbe-06d67d203268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:23.054896 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bbff0a2b-f239-47c3-9057-bafd028486da req-82016045-12b1-4383-a3b2-4f6c13b87ded tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204391 May 20 18:23:23.082194 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-1202ee5b-9caf-4baf-a6f7-c30e43ee0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:23.083704 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-1202ee5b-9caf-4baf-a6f7-c30e43ee0104 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1096 time: 0.2961445 May 20 18:23:23.094810 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2426853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519966'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.100720 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-901fb688-fd52-4b58-8d8a-52592d35cfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:23.226089 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'status': 'completed', 'code': 200} May 20 18:23:23.257145 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-070f66f4-10ac-4b54-893a-f8d5f6ff9c2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 217 time: 0.0945277 May 20 18:23:23.377297 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Pushing event updated for resources: {'Subnet': ['ID=92882434-d695-48c3-a30f-c1a964f5693c,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:23.383306 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:23.392822 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Checking segment: {'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:23.392974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Network hostable DHCP agents. Network: e09d6975-59a3-4cd8-ae4f-a34af46d401f, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:23:23.400390 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-e5de7f5d-e843-453d-aa5b-4a28c52f09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:23.401812 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-e5de7f5d-e843-453d-aa5b-4a28c52f09d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.1267264 May 20 18:23:23.460440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56bc21-62ef-4c03-a6cb-c1bf8511e390 None None] Pushing event updated for resources: {'Port': ['ID=e4911f9f-95c0-4fd5-9545-8f03757f7f69,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:23.463754 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-cd56bc21-62ef-4c03-a6cb-c1bf8511e390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:23.464919 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-5f18617d-8a99-45a3-8421-9383e1c9fbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.489820 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Attempting to bind port e4911f9f-95c0-4fd5-9545-8f03757f7f69 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:23.491708 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Attempting to bind port e4911f9f-95c0-4fd5-9545-8f03757f7f69 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:23.492423 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Attempting to bind port e4911f9f-95c0-4fd5-9545-8f03757f7f69 on network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:23.499261 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:23.499899 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Checking segment: {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:23.500541 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.501107 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Bound using segment: {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:23.501735 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Bound port: e4911f9f-95c0-4fd5-9545-8f03757f7f69, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:23.502267 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.505212 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:23:23.554087 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, e09d6975-59a3-4cd8-ae4f-a34af46d401f) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:23.569932 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85cb02c-1834-42e2-9487-58bbfc4eb167 None None] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:23:23.586070 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:23.586761 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.669196 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-c09968bf-d394-4d3d-a124-fc293f7230db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1645124 May 20 18:23:23.672782 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41316) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:23.681880 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-af3ad18b-2257-4837-a474-0e1d395efa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:23.683437 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-af3ad18b-2257-4837-a474-0e1d395efa2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2564189 May 20 18:23:23.683686 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:23.702903 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:23.717046 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Usage tracker for resource:router and tenant:711385c7997441c78816749be439cb59 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:23.738155 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:23.749457 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:23.753510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267bda-12f2-45db-9b03-5e632f534e01 req-fc5a5a55-3046-43e1-8978-3d4eabcc281e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:23.762557 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a3267bda-12f2-45db-9b03-5e632f534e01 req-fc5a5a55-3046-43e1-8978-3d4eabcc281e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1680462 May 20 18:23:23.766134 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.767607 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.782554 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] For port e4911f9f-95c0-4fd5-9545-8f03757f7f69, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:23.789009 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] For port e4911f9f-95c0-4fd5-9545-8f03757f7f69, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=e4911f9f-95c0-4fd5-9545-8f03757f7f69,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:23.814244 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.980477 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:23.988251 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-126c37fe-ed72-4dda-944e-a0c57b29c570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:24.016299 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-42488efa-dc46-4d8d-9b4e-6c3753046871 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164151 May 20 18:23:24.043681 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a3267bda-12f2-45db-9b03-5e632f534e01 req-a0687dd5-64e0-4850-bdd0-19223d201bdb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800164 May 20 18:23:24.074908 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-e09d6975-59a3-4cd8-ae4f-a34af46d401f', 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f', 'tenant_id': '711385c7997441c78816749be439cb59', 'fixed_ips': [{'subnet_id': '92882434-d695-48c3-a30f-c1a964f5693c'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:23:24.075822 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:24.118584 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56bc21-62ef-4c03-a6cb-c1bf8511e390 None None] Pushing event updated for resources: {'Port': ['ID=e4911f9f-95c0-4fd5-9545-8f03757f7f69,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:24.144565 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-cd56bc21-62ef-4c03-a6cb-c1bf8511e390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:24.252263 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-201ed852-646d-4fdf-be31-76cd031e74e7 req-5264b3ab-b5c1-41a6-abd3-540ce15ffdd3 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072303 May 20 18:23:24.310940 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:24.311597 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:22:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:24.378122 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:24.546364 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-6be055b0-f92e-4209-a630-8806aaece53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:24.547572 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-6be055b0-f92e-4209-a630-8806aaece53f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1096 time: 0.2097635 May 20 18:23:24.555069 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f5386-f597-40dc-ae2b-5215b47c0959 req-3961e162-b913-4f0e-aa6c-f33b1f05d539 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:24.556444 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f44f5386-f597-40dc-ae2b-5215b47c0959 req-3961e162-b913-4f0e-aa6c-f33b1f05d539 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1294677 May 20 18:23:24.570685 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Allocated IP 172.20.0.2 (e09d6975-59a3-4cd8-ae4f-a34af46d401f/92882434-d695-48c3-a30f-c1a964f5693c/87a026e9-1147-4a32-90d5-5e8c494d3872) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:24.589615 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:24.690650 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f44f5386-f597-40dc-ae2b-5215b47c0959 req-e287c7f0-8152-45bb-8934-08c566a6429c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274848 May 20 18:23:24.752590 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:24.766411 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-368ee09b-c9ec-4360-aa95-1f7d27b4e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:24.768872 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-368ee09b-c9ec-4360-aa95-1f7d27b4e54d service neutron] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 909 time: 0.1923587 May 20 18:23:24.784548 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:24.915818 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-8213dc10-b71d-4087-af72-79b5147a5b0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 217 time: 0.1265266 May 20 18:23:24.952357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Allocated IP 172.27.1.67 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/878447df-9c4f-495e-8062-2fd6058c1e39) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:24.988981 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-913dd209-f942-4cec-8ac2-fc62ba7ce3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:24.990333 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-913dd209-f942-4cec-8ac2-fc62ba7ce3cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.0640154 May 20 18:23:25.104467 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-9ceeeff0-64be-4100-a79c-4ae927104556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:25.109076 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-9ceeeff0-64be-4100-a79c-4ae927104556 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018417 May 20 18:23:25.209633 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.229754 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Transition to ACTIVE for port object 87a026e9-1147-4a32-90d5-5e8c494d3872 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:25.246107 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.253035 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Transition to ACTIVE for port object 87a026e9-1147-4a32-90d5-5e8c494d3872 will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:25.262868 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.268635 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:25.278572 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.282755 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:25.307975 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:23Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:25.334543 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f488b31-cf41-4f5a-9fdc-dfa9812aa59d None None] The sync data for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi is: [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:23Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:23:25.346435 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:25.355716 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:25.361455 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:25.361715 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=878447df-9c4f-495e-8062-2fd6058c1e39,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:25.373374 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:25.373567 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Pushing event updated for resources: {'Port': ['ID=87a026e9-1147-4a32-90d5-5e8c494d3872,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:25.379056 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:25.392283 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:25.393463 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:25.395888 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:25.462532 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-be36f908-35c0-428a-b33d-a65ea8fb237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.468305 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d58c-4f62-4fd4-befc-048097ef01e6 req-0c62eced-3da8-46b3-90ca-c97d4df68a21 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:25.472149 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c373d58c-4f62-4fd4-befc-048097ef01e6 req-0c62eced-3da8-46b3-90ca-c97d4df68a21 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2582595 May 20 18:23:25.490364 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-10a395f0-8dea-4ec5-be4a-b712a4f87ecd service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676734 May 20 18:23:25.531198 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Attempting to bind port 87a026e9-1147-4a32-90d5-5e8c494d3872 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:25.531938 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Attempting to bind port 87a026e9-1147-4a32-90d5-5e8c494d3872 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:25.532473 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Attempting to bind port 87a026e9-1147-4a32-90d5-5e8c494d3872 on network e09d6975-59a3-4cd8-ae4f-a34af46d401f {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:25.545141 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:25.545849 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Checking segment: {'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:25.546472 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.547069 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Bound using segment: {'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:25.547842 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Bound port: 87a026e9-1147-4a32-90d5-5e8c494d3872, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:25.548411 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.693767 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.726305 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] For port 87a026e9-1147-4a32-90d5-5e8c494d3872, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:25.733180 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] For port 87a026e9-1147-4a32-90d5-5e8c494d3872, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=87a026e9-1147-4a32-90d5-5e8c494d3872,segment=NetworkSegment(514c56dd-ff08-4929-bb0a-0491c3b2393a),segment_id=514c56dd-ff08-4929-bb0a-0491c3b2393a)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:25.743128 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:25.748198 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:25.757415 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c373d58c-4f62-4fd4-befc-048097ef01e6 req-f9366dd3-5911-4f94-a499-815e2cca39e8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751653 May 20 18:23:25.832070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52d6d752-ed5e-4c81-becc-30cc0115c99c req-f0cd133d-c402-4a7d-9e06-656881150b51 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478945 May 20 18:23:25.886809 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Pushing event updated for resources: {'Port': ['ID=87a026e9-1147-4a32-90d5-5e8c494d3872,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:25.900711 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:26.130336 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:26.212722 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba79907-1e93-4c6f-a6cd-b54f5695a16b req-381dfe5e-6a59-430c-a0f8-0c715c4dac72 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:26.214500 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5ba79907-1e93-4c6f-a6cd-b54f5695a16b req-381dfe5e-6a59-430c-a0f8-0c715c4dac72 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1926105 May 20 18:23:26.327176 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5ba79907-1e93-4c6f-a6cd-b54f5695a16b req-ee29cc4d-086c-4302-9399-005b803df221 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055164 May 20 18:23:26.416544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 87a026e9-1147-4a32-90d5-5e8c494d3872 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:26.598589 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:26.635653 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 87a026e9-1147-4a32-90d5-5e8c494d3872 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:26.644197 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device e4911f9f-95c0-4fd5-9545-8f03757f7f69 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:26.849235 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port e4911f9f-95c0-4fd5-9545-8f03757f7f69 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:26.855581 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port e4911f9f-95c0-4fd5-9545-8f03757f7f69 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:26.856104 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:26.888503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:27.111132 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:27.134258 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335c472-3473-430e-bfb3-cc77e3dff842 req-0f75e2d3-d65c-408a-982d-c24aceafda20 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:27.142887 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2335c472-3473-430e-bfb3-cc77e3dff842 req-0f75e2d3-d65c-408a-982d-c24aceafda20 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1627800 May 20 18:23:27.203597 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port e4911f9f-95c0-4fd5-9545-8f03757f7f69, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=e4911f9f-95c0-4fd5-9545-8f03757f7f69,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:27.212840 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:27.217150 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:27.231587 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Router 0929ce2a-197a-472f-b4f0-31415434aaed is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:23:27.255276 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2335c472-3473-430e-bfb3-cc77e3dff842 req-3987d9b4-2a18-45f6-9571-95145487fd67 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074135 May 20 18:23:27.357172 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=e4911f9f-95c0-4fd5-9545-8f03757f7f69,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:27.368330 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:27.555391 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47a3af-d54d-4a2a-8b5c-6810417c46e9 None None] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:23:27.576871 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:23:27.595575 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Sync routers for ids ['0929ce2a-197a-472f-b4f0-31415434aaed'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:23:27.611549 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Routers {'0929ce2a-197a-472f-b4f0-31415434aaed'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:27.612096 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:23:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['0929ce2a-197a-472f-b4f0-31415434aaed'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:27.617521 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279e538-2740-4d9b-a844-a9c940ed99ef req-9dc0071c-8b6b-483f-841c-85591f4f0dbf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:27.618013 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:27.619801 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c279e538-2740-4d9b-a844-a9c940ed99ef req-9dc0071c-8b6b-483f-841c-85591f4f0dbf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1162791 May 20 18:23:27.622256 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41348) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:27.622711 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9486537 May 20 18:23:27.725068 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Provisioning for port 87a026e9-1147-4a32-90d5-5e8c494d3872 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:27.733418 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Provisioning complete for port 87a026e9-1147-4a32-90d5-5e8c494d3872 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:27.734061 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:27.756150 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c279e538-2740-4d9b-a844-a9c940ed99ef req-18ee20a9-6de6-40ff-8b1f-defd2e9bced9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767207 May 20 18:23:27.900563 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Set router 0929ce2a-197a-472f-b4f0-31415434aaed gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:27.987095 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.041260 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] For port 87a026e9-1147-4a32-90d5-5e8c494d3872, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=87a026e9-1147-4a32-90d5-5e8c494d3872,segment=NetworkSegment(514c56dd-ff08-4929-bb0a-0491c3b2393a),segment_id=514c56dd-ff08-4929-bb0a-0491c3b2393a)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:28.055588 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.057933 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:28.167955 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Pushing event updated for resources: {'Port': ['ID=87a026e9-1147-4a32-90d5-5e8c494d3872,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:28.176999 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:28.271892 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.283652 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:23:25Z', 'revision_number': 3, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port': {'id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:24Z', 'updated_at': '2021-05-20T18:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:28.298798 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Checking router: 0929ce2a-197a-472f-b4f0-31415434aaed for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:23:28.302990 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Updating router 0929ce2a-197a-472f-b4f0-31415434aaed port 878447df-9c4f-495e-8062-2fd6058c1e39 binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:23:28.371473 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device e4911f9f-95c0-4fd5-9545-8f03757f7f69 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:28.426339 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.534508 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.559167 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-230206ae-6e97-43e5-8f14-3f31a2df6090 None None] Provisioning complete for port 87a026e9-1147-4a32-90d5-5e8c494d3872 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:28.559869 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-230206ae-6e97-43e5-8f14-3f31a2df6090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.659544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port e4911f9f-95c0-4fd5-9545-8f03757f7f69 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:28.659876 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.692732 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d77ba-c971-4819-8616-c67ec9733949 req-837de00c-a996-4e8d-8a9e-432e71470dfb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:28.694214 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c9d77ba-c971-4819-8616-c67ec9733949 req-837de00c-a996-4e8d-8a9e-432e71470dfb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2042184 May 20 18:23:28.800505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c9d77ba-c971-4819-8616-c67ec9733949 req-a71b5eb5-ffac-4db5-85a6-fc150b7cb067 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971611 May 20 18:23:28.863997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.874136 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.893573 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Transition to ACTIVE for port object 878447df-9c4f-495e-8062-2fd6058c1e39 will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:28.903628 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:28.915773 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:28.950977 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 87a026e9-1147-4a32-90d5-5e8c494d3872 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:29.020278 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Attempting to bind port 878447df-9c4f-495e-8062-2fd6058c1e39 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:29.021066 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Attempting to bind port 878447df-9c4f-495e-8062-2fd6058c1e39 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:29.021611 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Attempting to bind port 878447df-9c4f-495e-8062-2fd6058c1e39 on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:29.031487 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:29.031929 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:29.032476 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.033615 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:29.033615 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Bound port: 878447df-9c4f-495e-8062-2fd6058c1e39, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:29.033850 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.066763 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5dbbe-87eb-4ce3-a53d-0e61cfca1ce1 None None] Pushing event updated for resources: {'Port': ['ID=878447df-9c4f-495e-8062-2fd6058c1e39,revision_number=2']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:29.083881 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-88f5dbbe-87eb-4ce3-a53d-0e61cfca1ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:29.094913 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 87a026e9-1147-4a32-90d5-5e8c494d3872 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:29.098890 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.170914 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7466d-caee-418e-a94a-f4fb09b47eee req-a1d920f3-b579-4a11-9155-30c680f99aa8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:29.175860 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] For port 878447df-9c4f-495e-8062-2fd6058c1e39, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:29.178505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-20b7466d-caee-418e-a94a-f4fb09b47eee req-a1d920f3-b579-4a11-9155-30c680f99aa8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1886849 May 20 18:23:29.180366 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] For port 878447df-9c4f-495e-8062-2fd6058c1e39, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=878447df-9c4f-495e-8062-2fd6058c1e39,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:29.189192 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.208225 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:29.284758 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-20b7466d-caee-418e-a94a-f4fb09b47eee req-38967aeb-2edb-4788-a4d2-dc00dfa6aa83 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051466 May 20 18:23:29.307406 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:23:29.309713 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Allocated IP 172.20.0.1 (e09d6975-59a3-4cd8-ae4f-a34af46d401f/92882434-d695-48c3-a30f-c1a964f5693c/33b97d41-56c6-47cb-8fdd-db5e30f0488a) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:29.330759 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Routers {'0929ce2a-197a-472f-b4f0-31415434aaed'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:29.331528 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:23:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['0929ce2a-197a-472f-b4f0-31415434aaed'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:29.391378 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5dbbe-87eb-4ce3-a53d-0e61cfca1ce1 None None] Pushing event updated for resources: {'Port': ['ID=878447df-9c4f-495e-8062-2fd6058c1e39,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:29.399900 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-88f5dbbe-87eb-4ce3-a53d-0e61cfca1ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:29.470587 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.487366 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Transition to ACTIVE for port object 33b97d41-56c6-47cb-8fdd-db5e30f0488a will not be triggered until provisioned by entity DHCP. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:29.521992 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.530994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:29.545287 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] Set router 0929ce2a-197a-472f-b4f0-31415434aaed gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:29.589065 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:29.597254 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:29.601900 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:29.655144 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.680250 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=33b97d41-56c6-47cb-8fdd-db5e30f0488a,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:29.683272 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:29.835795 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:29.936815 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:23:25Z', 'revision_number': 3, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port': {'id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:24Z', 'updated_at': '2021-05-20T18:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:29.943038 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00addb5d-b9a5-4ae7-a33e-5c569602e6c9 None None] The sync data for ids ['0929ce2a-197a-472f-b4f0-31415434aaed'] in dv-cinder-792462-1-iscsi is: [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:23:25Z', 'revision_number': 3, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port': {'id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:24Z', 'updated_at': '2021-05-20T18:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:23:29.946827 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-009f43d3-ba05-4ef8-8d18-1dcf0536a82c None None] Provisioning for port 33b97d41-56c6-47cb-8fdd-db5e30f0488a completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:29.955630 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-009f43d3-ba05-4ef8-8d18-1dcf0536a82c None None] Provisioning complete for port 33b97d41-56c6-47cb-8fdd-db5e30f0488a triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:29.956093 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-009f43d3-ba05-4ef8-8d18-1dcf0536a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:30.035961 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-009f43d3-ba05-4ef8-8d18-1dcf0536a82c None None] Port 33b97d41-56c6-47cb-8fdd-db5e30f0488a cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:23:30.225058 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be376ae-c420-4dbf-ab4a-1ad30190b6e2 req-7551438d-6459-4a55-a861-f7d19fe5c041 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:30.226639 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3be376ae-c420-4dbf-ab4a-1ad30190b6e2 req-7551438d-6459-4a55-a861-f7d19fe5c041 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2827163 May 20 18:23:30.289343 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:30.306282 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:30.345888 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:30.486860 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 878447df-9c4f-495e-8062-2fd6058c1e39 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:30.555580 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3be376ae-c420-4dbf-ab4a-1ad30190b6e2 req-6fccf4a5-2adf-4e27-a7cd-6d3f2cfd63b1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028555 May 20 18:23:30.595134 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 878447df-9c4f-495e-8062-2fd6058c1e39 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:30.602240 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 878447df-9c4f-495e-8062-2fd6058c1e39 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:30.602633 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:30.612931 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=33b97d41-56c6-47cb-8fdd-db5e30f0488a,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:30.616319 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:30.621984 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:30.772023 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f477e-8047-4725-aca0-4985df180c0d req-bca69650-97e2-48c2-bec8-cc711696d2a8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:30.779516 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c0f477e-8047-4725-aca0-4985df180c0d req-bca69650-97e2-48c2-bec8-cc711696d2a8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3306730 May 20 18:23:30.817658 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:30.852112 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 878447df-9c4f-495e-8062-2fd6058c1e39, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=878447df-9c4f-495e-8062-2fd6058c1e39,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:30.864988 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:30.874546 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:30.887963 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c0f477e-8047-4725-aca0-4985df180c0d req-f172052e-766f-45a9-bf84-91ad45235b23 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073883 May 20 18:23:30.914558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:30.916353 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:30.988174 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=878447df-9c4f-495e-8062-2fd6058c1e39,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:30.998708 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:31.179195 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Router 0929ce2a-197a-472f-b4f0-31415434aaed has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:23:31.280923 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-87db0a6b-58ea-4da6-93e3-fdf8682fa2e2 None None] Provisioning complete for port 33b97d41-56c6-47cb-8fdd-db5e30f0488a triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:31.281179 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-87db0a6b-58ea-4da6-93e3-fdf8682fa2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:31.364019 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-87db0a6b-58ea-4da6-93e3-fdf8682fa2e2 None None] Port 33b97d41-56c6-47cb-8fdd-db5e30f0488a cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:23:31.383122 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:23:31.401197 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] 10.222.0.32 "PUT /v2.0/routers/0929ce2a-197a-472f-b4f0-31415434aaed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7698135 May 20 18:23:31.775213 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8564e8-ef17-4228-af30-cb663e05e22a req-a87156ac-7b3a-45d2-8f95-b66d7dc7eb15 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:31.782760 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-af8564e8-ef17-4228-af30-cb663e05e22a req-a87156ac-7b3a-45d2-8f95-b66d7dc7eb15 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1097748 May 20 18:23:31.824821 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-af8564e8-ef17-4228-af30-cb663e05e22a req-09499738-568d-4ea7-a846-d19e47d2a233 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 May 20 18:23:32.081498 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Sync routers for ids ['0929ce2a-197a-472f-b4f0-31415434aaed'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:23:32.092260 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Routers {'0929ce2a-197a-472f-b4f0-31415434aaed'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:32.093359 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:23:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['0929ce2a-197a-472f-b4f0-31415434aaed'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:32.118706 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf777-93b1-4d73-9531-0e2baec6f3ff req-1854b805-c15c-414c-b00c-490f4eb85f8b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:32.127575 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-328cf777-93b1-4d73-9531-0e2baec6f3ff req-1854b805-c15c-414c-b00c-490f4eb85f8b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1067171 May 20 18:23:32.188625 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-328cf777-93b1-4d73-9531-0e2baec6f3ff req-551fd5e0-94c3-447a-be73-217959470d9e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 May 20 18:23:32.320962 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 878447df-9c4f-495e-8062-2fd6058c1e39 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:32.392915 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Set router 0929ce2a-197a-472f-b4f0-31415434aaed gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:32.553183 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device be9c13d8-67e3-4e4f-877a-98401d655d71 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:23:32.670326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 878447df-9c4f-495e-8062-2fd6058c1e39 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:32.670656 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:32.836234 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.db.resource_extend [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 18:23:33.085279 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ecffa-dea9-43c7-8388-d4b496e79628 req-3de65667-4ae5-4298-bd93-aee26a53d266 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:33.093173 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ec0ecffa-dea9-43c7-8388-d4b496e79628 req-3de65667-4ae5-4298-bd93-aee26a53d266 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1354649 May 20 18:23:33.117871 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port be9c13d8-67e3-4e4f-877a-98401d655d71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be9c13d8-67e3-4e4f-877a-98401d655d71,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:33.140655 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'port_id': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'mac_address': 'fa:16:3e:99:78:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:23:33.143242 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ec0ecffa-dea9-43c7-8388-d4b496e79628 req-ac3ee7fd-bc82-42ab-9987-5d6fb973deef tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491629 May 20 18:23:33.145000 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:23:29Z', 'revision_number': 4, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port': {'id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:24Z', 'updated_at': '2021-05-20T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '33b97d41-56c6-47cb-8fdd-db5e30f0488a', 'name': '', 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f', 'tenant_id': '711385c7997441c78816749be439cb59', 'mac_address': 'fa:16:3e:00:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '92882434-d695-48c3-a30f-c1a964f5693c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:28Z', 'updated_at': '2021-05-20T18:23:29Z', 'revision_number': 2, 'project_id': '711385c7997441c78816749be439cb59', 'subnets': [{'id': '92882434-d695-48c3-a30f-c1a964f5693c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:33.194138 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Checking router: 0929ce2a-197a-472f-b4f0-31415434aaed for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:23:33.194892 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Updating router 0929ce2a-197a-472f-b4f0-31415434aaed port 33b97d41-56c6-47cb-8fdd-db5e30f0488a binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:23:33.267939 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:33.276685 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:33.295348 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9c13d8-67e3-4e4f-877a-98401d655d71 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:23:33.399214 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port be9c13d8-67e3-4e4f-877a-98401d655d71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be9c13d8-67e3-4e4f-877a-98401d655d71,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:33.407442 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:33.411260 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:33.455955 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658382f-18aa-42ad-b601-ebb29bc18947 req-0fc50a96-fdcf-4cdf-9878-50230ab90073 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:33.458349 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b658382f-18aa-42ad-b601-ebb29bc18947 req-0fc50a96-fdcf-4cdf-9878-50230ab90073 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1090651 May 20 18:23:33.535850 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b658382f-18aa-42ad-b601-ebb29bc18947 req-ef9ff259-0a52-4409-86a8-a03239818b57 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685637 May 20 18:23:33.547351 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=be9c13d8-67e3-4e4f-877a-98401d655d71,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:33.553005 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:33.822891 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:33.842493 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Transition to ACTIVE for port object 33b97d41-56c6-47cb-8fdd-db5e30f0488a will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:33.866448 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:33.878640 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:33.998137 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa5605-b286-49d0-9846-d4e694fb7451 None None] Pushing event updated for resources: {'Port': ['ID=33b97d41-56c6-47cb-8fdd-db5e30f0488a,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:34.011733 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-2afa5605-b286-49d0-9846-d4e694fb7451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:34.268412 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Attempting to bind port 33b97d41-56c6-47cb-8fdd-db5e30f0488a on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:23:34.269141 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Attempting to bind port 33b97d41-56c6-47cb-8fdd-db5e30f0488a by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:23:34.269544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Attempting to bind port 33b97d41-56c6-47cb-8fdd-db5e30f0488a on network e09d6975-59a3-4cd8-ae4f-a34af46d401f {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:23:34.276074 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['be9c13d8-67e3-4e4f-877a-98401d655d71'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:23:34.313041 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:23:34.313494 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Checking segment: {'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:23:34.313883 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:34.314228 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Bound using segment: {'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:23:34.327060 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Bound port: 33b97d41-56c6-47cb-8fdd-db5e30f0488a, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514c56dd-ff08-4929-bb0a-0491c3b2393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:23:34.327473 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:34.520781 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ac25-368f-49e2-9977-0f4b43e5b63f req-c21d67bd-a993-49ba-a2f0-f07e08782258 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:34.522729 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-44e3ac25-368f-49e2-9977-0f4b43e5b63f req-c21d67bd-a993-49ba-a2f0-f07e08782258 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 944 time: 0.1649418 May 20 18:23:34.576196 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] For port 33b97d41-56c6-47cb-8fdd-db5e30f0488a, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:23:34.598042 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] For port 33b97d41-56c6-47cb-8fdd-db5e30f0488a, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=33b97d41-56c6-47cb-8fdd-db5e30f0488a,segment=NetworkSegment(514c56dd-ff08-4929-bb0a-0491c3b2393a),segment_id=514c56dd-ff08-4929-bb0a-0491c3b2393a)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:23:34.629446 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:34.640746 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:34.683125 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-44e3ac25-368f-49e2-9977-0f4b43e5b63f req-75b4170c-6761-4cb4-9860-0767650d26eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517613 May 20 18:23:34.831707 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa5605-b286-49d0-9846-d4e694fb7451 None None] Pushing event updated for resources: {'Port': ['ID=33b97d41-56c6-47cb-8fdd-db5e30f0488a,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:34.848277 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-2afa5605-b286-49d0-9846-d4e694fb7451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:34.872671 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Routers {'0929ce2a-197a-472f-b4f0-31415434aaed'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:34.873313 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:23:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['0929ce2a-197a-472f-b4f0-31415434aaed'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:34.964533 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352c36c-8783-4e68-9b35-68b82995cd88 req-8e92bb92-364d-4980-8e2e-e1d00d3e3e85 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:34.969879 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c352c36c-8783-4e68-9b35-68b82995cd88 req-8e92bb92-364d-4980-8e2e-e1d00d3e3e85 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2044148 May 20 18:23:35.057291 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c352c36c-8783-4e68-9b35-68b82995cd88 req-c09e6e41-5792-4d92-aedc-eb68a8bb5d8b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734553 May 20 18:23:35.383411 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] Set router 0929ce2a-197a-472f-b4f0-31415434aaed gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:35.663580 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c4e49-ecd3-4e31-b4f4-d03299146108 req-18301e8e-a746-4de3-84bc-a600552d0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:35.664986 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34c4e49-ecd3-4e31-b4f4-d03299146108 req-18301e8e-a746-4de3-84bc-a600552d0172 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.1991477 May 20 18:23:35.788425 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34c4e49-ecd3-4e31-b4f4-d03299146108 req-baf15379-bf38-44af-9fe1-bff8d1e18ccb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074238 May 20 18:23:36.234202 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:23:29Z', 'revision_number': 4, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port': {'id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:24Z', 'updated_at': '2021-05-20T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '33b97d41-56c6-47cb-8fdd-db5e30f0488a', 'name': '', 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f', 'tenant_id': '711385c7997441c78816749be439cb59', 'mac_address': 'fa:16:3e:00:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '92882434-d695-48c3-a30f-c1a964f5693c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:28Z', 'updated_at': '2021-05-20T18:23:34Z', 'revision_number': 4, 'project_id': '711385c7997441c78816749be439cb59', 'subnets': [{'id': '92882434-d695-48c3-a30f-c1a964f5693c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:36.245392 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd36b8-4ec4-4863-bb4d-cb28c4f0a216 None None] The sync data for ids ['0929ce2a-197a-472f-b4f0-31415434aaed'] in dv-cinder-792462-1-iscsi is: [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:23:29Z', 'revision_number': 4, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port': {'id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:24Z', 'updated_at': '2021-05-20T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '33b97d41-56c6-47cb-8fdd-db5e30f0488a', 'name': '', 'network_id': 'e09d6975-59a3-4cd8-ae4f-a34af46d401f', 'tenant_id': '711385c7997441c78816749be439cb59', 'mac_address': 'fa:16:3e:00:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '92882434-d695-48c3-a30f-c1a964f5693c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:28Z', 'updated_at': '2021-05-20T18:23:34Z', 'revision_number': 4, 'project_id': '711385c7997441c78816749be439cb59', 'subnets': [{'id': '92882434-d695-48c3-a30f-c1a964f5693c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:23:36.395513 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d613c2-f07d-4e84-9da2-422eb98b670b req-4c5bb573-809f-45d5-8572-623e94ca25f3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:36.409548 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0d613c2-f07d-4e84-9da2-422eb98b670b req-4c5bb573-809f-45d5-8572-623e94ca25f3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 944 time: 0.5051274 May 20 18:23:36.497295 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33dcec-cbd8-42bc-9981-6290774f8d17 req-eeec67fa-a65c-4eda-b0fc-af49e02468bf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:36.504397 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ff33dcec-cbd8-42bc-9981-6290774f8d17 req-eeec67fa-a65c-4eda-b0fc-af49e02468bf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.3080931 May 20 18:23:36.519122 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0d613c2-f07d-4e84-9da2-422eb98b670b req-39b09731-fc8a-4e89-986c-2d50721f15ef tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081953 May 20 18:23:36.648238 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ff33dcec-cbd8-42bc-9981-6290774f8d17 req-b03ee9e5-a29d-4c59-84d9-0280270a1760 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250558 May 20 18:23:37.537491 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7018fda-d433-45fd-973e-c54fdbe989c6 req-0b65d1ff-0600-40e8-b331-399d197c2674 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:37.554296 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a7018fda-d433-45fd-973e-c54fdbe989c6 req-0b65d1ff-0600-40e8-b331-399d197c2674 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 945 time: 0.1794243 May 20 18:23:37.699270 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a7018fda-d433-45fd-973e-c54fdbe989c6 req-10bd00df-835d-438a-ab0f-470d77d3c3fa tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436298 May 20 18:23:38.014549 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c514267-3cbc-4f79-b85b-684409502485 req-b8360e26-d95c-4ddf-8cd7-77fcc657ec19 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:38.022539 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7c514267-3cbc-4f79-b85b-684409502485 req-b8360e26-d95c-4ddf-8cd7-77fcc657ec19 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1546159 May 20 18:23:38.159440 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7c514267-3cbc-4f79-b85b-684409502485 req-da2083e5-9fad-4e57-915e-fa8997223b07 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353705 May 20 18:23:38.234082 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d275f4-7b7b-439e-8b43-ab825b5e9ab4 req-74d346e5-73f9-42c9-a6f6-72a28069e7e9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:38.252379 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40d275f4-7b7b-439e-8b43-ab825b5e9ab4 req-74d346e5-73f9-42c9-a6f6-72a28069e7e9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 944 time: 0.3307123 May 20 18:23:38.325975 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40d275f4-7b7b-439e-8b43-ab825b5e9ab4 req-83fa58f7-6b25-4035-805f-58891e5f7ed7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690820 May 20 18:23:38.433702 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 33b97d41-56c6-47cb-8fdd-db5e30f0488a up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:38.582333 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device be9c13d8-67e3-4e4f-877a-98401d655d71 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:38.655916 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 33b97d41-56c6-47cb-8fdd-db5e30f0488a completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:38.704650 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 33b97d41-56c6-47cb-8fdd-db5e30f0488a triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:38.708608 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:38.908714 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port be9c13d8-67e3-4e4f-877a-98401d655d71 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:39.014588 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port be9c13d8-67e3-4e4f-877a-98401d655d71 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:39.014878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:39.095171 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537f36-3256-4556-bc86-1ddbeb561c94 req-332f1266-1c30-4495-8a74-c007622966c7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:39.102987 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93537f36-3256-4556-bc86-1ddbeb561c94 req-332f1266-1c30-4495-8a74-c007622966c7 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 945 time: 0.1900337 May 20 18:23:39.142552 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:39.203498 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93537f36-3256-4556-bc86-1ddbeb561c94 req-dfadf1e4-31aa-4834-9945-b50e35419e7d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967693 May 20 18:23:39.332529 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:39.378423 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 33b97d41-56c6-47cb-8fdd-db5e30f0488a, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=33b97d41-56c6-47cb-8fdd-db5e30f0488a,segment=NetworkSegment(514c56dd-ff08-4929-bb0a-0491c3b2393a),segment_id=514c56dd-ff08-4929-bb0a-0491c3b2393a)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:39.398130 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:39.401227 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-35f79bfc-1439-4614-919c-cf9508305459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:39.402865 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-35f79bfc-1439-4614-919c-cf9508305459 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ba338b992f646719ca5726dde49735f&device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 1098 time: 0.1356933 May 20 18:23:39.426861 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:39.698326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:39.735074 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port be9c13d8-67e3-4e4f-877a-98401d655d71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be9c13d8-67e3-4e4f-877a-98401d655d71,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:39.755569 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=33b97d41-56c6-47cb-8fdd-db5e30f0488a,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:39.772970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.775296 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.775709 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.776045 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.776376 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.776707 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.777031 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.777345 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.777665 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.785676 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.786084 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.786442 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:39.794034 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:39.806891 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:39.807350 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:39.884597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197bd6c-09e8-441c-9647-6c8b27e7c5b9 req-92443c21-40f3-40b4-b1f2-223485c2f853 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:39.891814 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c197bd6c-09e8-441c-9647-6c8b27e7c5b9 req-92443c21-40f3-40b4-b1f2-223485c2f853 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.4508114 May 20 18:23:39.980726 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c197bd6c-09e8-441c-9647-6c8b27e7c5b9 req-ad9c140e-6f68-4280-855f-12ee2aad4b08 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831037 May 20 18:23:39.986789 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=be9c13d8-67e3-4e4f-877a-98401d655d71,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:39.994288 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:40.068582 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23dfdf-e4c1-41af-b287-014d2a1d3db3 req-13027603-a1a6-4214-b2fb-ca9c9ef375e7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:40.078664 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c23dfdf-e4c1-41af-b287-014d2a1d3db3 req-13027603-a1a6-4214-b2fb-ca9c9ef375e7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.3628802 May 20 18:23:40.088372 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-c97e6e04-5903-42b0-a0a5-728cb327f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:40.091063 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-c97e6e04-5903-42b0-a0a5-728cb327f5b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 200 len: 919 time: 0.6709523 May 20 18:23:40.092523 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'code': 200} May 20 18:23:40.209732 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-c9481702-a0a9-482c-839f-be54abbdb3f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 200 len: 217 time: 0.0739715 May 20 18:23:40.287448 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c23dfdf-e4c1-41af-b287-014d2a1d3db3 req-9d74ad81-e983-446f-b6b8-2332195feb9f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076020 May 20 18:23:40.342647 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-a7c365a3-b608-4877-a39d-7f51822e3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:40.344109 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-a7c365a3-b608-4877-a39d-7f51822e3e26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 200 len: 858 time: 0.1181104 May 20 18:23:40.417455 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 33b97d41-56c6-47cb-8fdd-db5e30f0488a up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:23:40.488280 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-44e2be8f-7658-489c-b609-96e7dfc43edf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5c834c-a8e3-4d27-98f7-d5af42b98d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306522 May 20 18:23:40.558235 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 33b97d41-56c6-47cb-8fdd-db5e30f0488a triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:40.558655 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:40.697363 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c9f02-ad7c-4f50-89b8-bc7a963ba099 req-98a12518-5fe2-46a0-8280-9416e36670fe tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:40.699293 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ad1c9f02-ad7c-4f50-89b8-bc7a963ba099 req-98a12518-5fe2-46a0-8280-9416e36670fe tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 945 time: 0.2508006 May 20 18:23:40.774612 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-88c037f8-6163-481b-88ec-cbbb50169818 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675898 May 20 18:23:40.817973 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd45dc3-b894-4c13-b883-3d7091354731 req-6c88f3cf-8ac1-4a7e-a126-2e1cba358476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:40.821333 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bfd45dc3-b894-4c13-b883-3d7091354731 req-6c88f3cf-8ac1-4a7e-a126-2e1cba358476 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1098 time: 0.2357914 May 20 18:23:40.837266 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ad1c9f02-ad7c-4f50-89b8-bc7a963ba099 req-e25e92b3-a8da-42ec-9693-b9170be1757f tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257012 May 20 18:23:40.912588 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bfd45dc3-b894-4c13-b883-3d7091354731 req-2cb4d771-85ba-409c-b7c6-35706bd41c73 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761025 May 20 18:23:41.041687 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-b1780895-b585-4737-9b53-ecaaf26d7b39 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:41.045561 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-b1780895-b585-4737-9b53-ecaaf26d7b39 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Synchronizing usage tracker for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:23:41.071923 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-b1780895-b585-4737-9b53-ecaaf26d7b39 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Unset dirty status for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:23:41.073451 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-b1780895-b585-4737-9b53-ecaaf26d7b39 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 945 time: 0.1661389 May 20 18:23:41.292147 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Deleting port ec3f911b-c051-485d-88e0-0d76e8c2855b {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:23:41.292903 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:41.395597 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f34bfba8-623a-4f61-a8b7-14153f210372 req-c4b2ce35-c665-4895-9d8a-8084242be96e service neutron] 10.222.0.42 "GET /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567691 May 20 18:23:41.435261 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cd47b-92cf-446e-8002-76eec56e1d6b req-ca8e11f3-c7f5-4607-aa17-1714a978711c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:41.436967 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-657cd47b-92cf-446e-8002-76eec56e1d6b req-ca8e11f3-c7f5-4607-aa17-1714a978711c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1497667 May 20 18:23:41.550656 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] For port ec3f911b-c051-485d-88e0-0d76e8c2855b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec3f911b-c051-485d-88e0-0d76e8c2855b,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:41.551392 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:41.617415 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-657cd47b-92cf-446e-8002-76eec56e1d6b req-f9ff48aa-b083-4b70-a773-8b29fa223a0c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711702 May 20 18:23:41.709773 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Calling delete_port for ec3f911b-c051-485d-88e0-0d76e8c2855b owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:23:41.760202 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5296-191a-4ea0-a378-6f0067949979 req-b29636b6-993b-4852-90a4-c3c2abe5beac tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:41.761917 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-068f5296-191a-4ea0-a378-6f0067949979 req-b29636b6-993b-4852-90a4-c3c2abe5beac tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.2387817 May 20 18:23:41.850826 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-068f5296-191a-4ea0-a378-6f0067949979 req-e339c57d-7627-4537-9f1a-3b6cda3670fa tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823724 May 20 18:23:42.020905 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:42.039555 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8ffa78fb-1208-4553-96f5-50b3049ee223', '19ca8da7-83bd-430a-b899-58e53703df92', '77d880ab-acec-4362-a982-a55783cb06c7', 'ec3f911b-c051-485d-88e0-0d76e8c2855b'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:23:42.060095 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c9e56cbc-9b7a-4d43-ba54-fd426e750eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:42.303386 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event deleted for resources: {'Port': ['ID=ec3f911b-c051-485d-88e0-0d76e8c2855b,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:42.307271 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:42.314713 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f8299800-4b31-42ab-91e6-c63a158a6433 req-326fc2e6-0a8c-466f-a45a-04e86626e036 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 210 time: 0.1523211 May 20 18:23:42.451001 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] No DVR routers for this DVR port ec3f911b-c051-485d-88e0-0d76e8c2855b on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:23:42.460860 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:42.463672 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'name': 'network-vif-deleted', 'tag': 'ec3f911b-c051-485d-88e0-0d76e8c2855b'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:42.507931 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d4c9d348-654e-4c69-ba55-c2b14a67b99c req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "DELETE /v2.0/ports/ec3f911b-c051-485d-88e0-0d76e8c2855b HTTP/1.1" status: 204 len: 173 time: 1.4191282 May 20 18:23:42.845006 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e5907a-1d39-468f-ae69-4ab2a2cc3b7d', 'name': 'network-vif-deleted', 'tag': 'ec3f911b-c051-485d-88e0-0d76e8c2855b', 'status': 'completed', 'code': 200} May 20 18:23:43.350224 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbdf58-05dc-4cfd-a14d-f4909f2f0982 req-f1899a1b-b266-4fa0-bf6c-774233ccc962 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:43.361225 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f0cbdf58-05dc-4cfd-a14d-f4909f2f0982 req-f1899a1b-b266-4fa0-bf6c-774233ccc962 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2764385 May 20 18:23:43.491810 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f0cbdf58-05dc-4cfd-a14d-f4909f2f0982 req-aeb36f42-89f8-492c-bc98-90332de75718 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293311 May 20 18:23:43.574193 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7d241-b5d8-4b4d-84e1-54f1bfe35959 req-a10fdbc8-b7a6-4741-ac33-54fd6a3873c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:43.576342 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7fe7d241-b5d8-4b4d-84e1-54f1bfe35959 req-a10fdbc8-b7a6-4741-ac33-54fd6a3873c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.1797051 May 20 18:23:43.665892 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7fe7d241-b5d8-4b4d-84e1-54f1bfe35959 req-9d39b804-a831-4021-a03d-31a6a9666652 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816567 May 20 18:23:43.822286 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b5f69a67-3fd2-4235-9cf1-a0e2f121cfae req-ead90e38-703a-4be1-88c5-a7ef639e035a tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=80e5907a-1d39-468f-ae69-4ab2a2cc3b7d HTTP/1.1" status: 200 len: 210 time: 0.1047075 May 20 18:23:44.644451 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device ec3f911b-c051-485d-88e0-0d76e8c2855b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:23:44.743800 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: ec3f911b-c051-485d-88e0-0d76e8c2855b {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:23:44.744702 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device ec3f911b-c051-485d-88e0-0d76e8c2855b not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:23:44.952669 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db96dbe-bcf2-4f1f-b4c8-a2c9bfefb221 req-89ada215-6d19-4287-a6b9-b8912f52a99c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:44.966256 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5db96dbe-bcf2-4f1f-b4c8-a2c9bfefb221 req-89ada215-6d19-4287-a6b9-b8912f52a99c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2176850 May 20 18:23:45.112432 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5db96dbe-bcf2-4f1f-b4c8-a2c9bfefb221 req-4a1ceb2e-129a-48f2-af42-0c209623b7ad tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444654 May 20 18:23:45.159241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94337a6-f679-4ae9-b3c9-62880aa82720 req-ff216490-1d83-4e84-9ff3-b45794b654c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:45.173273 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d94337a6-f679-4ae9-b3c9-62880aa82720 req-ff216490-1d83-4e84-9ff3-b45794b654c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.1823103 May 20 18:23:45.283038 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d94337a6-f679-4ae9-b3c9-62880aa82720 req-484795b8-2c7c-40f4-b12a-f376f5539eba tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027870 May 20 18:23:45.554408 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85911c7-fd34-4d48-a619-ddbe20c03843 req-8df1ae2d-3b81-43f5-ad3e-5795879f1d19 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:45.556097 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f85911c7-fd34-4d48-a619-ddbe20c03843 req-8df1ae2d-3b81-43f5-ad3e-5795879f1d19 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.1365552 May 20 18:23:45.634913 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f85911c7-fd34-4d48-a619-ddbe20c03843 req-bebc69db-965f-449f-84fe-7c1ec5533245 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712075 May 20 18:23:45.650999 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41576) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:45.992838 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf894c8-3d07-4713-8e7f-d14608aa1047 tempest-TestShelveInstance-280882573 tempest-TestShelveInstance-280882573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:45.994872 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-abf894c8-3d07-4713-8e7f-d14608aa1047 tempest-TestShelveInstance-280882573 tempest-TestShelveInstance-280882573-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1093 time: 0.3421261 May 20 18:23:45.998001 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41606) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:46.004044 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Request body: {'floatingip': {'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'port_id': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:46.010347 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:46.017148 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Usage tracker for resource:floatingip and tenant:2cfd6346a01f45969b0153591be060f1 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:46.020675 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:46.027086 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:46.044204 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for floatingip, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:46.290431 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:46.379906 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee50df0-c750-4145-b5fb-a4e9f3d8e9b7 req-98ea52ec-f479-4209-b607-70b998dac73b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:46.383688 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ee50df0-c750-4145-b5fb-a4e9f3d8e9b7 req-98ea52ec-f479-4209-b607-70b998dac73b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1133585 May 20 18:23:46.438753 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ee50df0-c750-4145-b5fb-a4e9f3d8e9b7 req-ab8f0832-0de5-45f7-a926-cdbb8df92891 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468123 May 20 18:23:46.447407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Allocated IP 172.27.1.239 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/2fb7c1be-7dbc-4f06-92fc-b9fbad2ddd96) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:46.713407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:46.761091 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:46.772047 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:46.964617 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:46.964617 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:46.964617 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:47.126654 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'Port': ['ID=2fb7c1be-7dbc-4f06-92fc-b9fbad2ddd96,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:47.126654 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:47.502323 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf7db-b69e-4259-bd8c-f232e7312ad4 req-384b27bb-4cb6-4299-8b97-0b9a821db4cb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:47.504778 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-458bf7db-b69e-4259-bd8c-f232e7312ad4 req-384b27bb-4cb6-4299-8b97-0b9a821db4cb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.1530762 May 20 18:23:47.576811 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-458bf7db-b69e-4259-bd8c-f232e7312ad4 req-0091779a-4d97-425b-8120-b7c8c02e89bd tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 May 20 18:23:48.018990 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:48.231851 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:48.436876 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:48.444333 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:48.448581 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-78c2472c-cd47-48da-bddd-75e2802aac6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:48.557012 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event updated for resources: {'Port': ['ID=2fb7c1be-7dbc-4f06-92fc-b9fbad2ddd96,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:48.566277 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:48.573470 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:48.752445 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.l3_db [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Floating IP 6609ad15-5179-4957-9484-84a81070b7eb associated. External IP: 172.27.1.239, port: be9c13d8-67e3-4e4f-877a-98401d655d71. May 20 18:23:48.800685 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-8fb6c786-ad8c-44de-b22b-641dc8a9102f tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:48.802052 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-8fb6c786-ad8c-44de-b22b-641dc8a9102f tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 814 time: 0.2162004 May 20 18:23:48.823545 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-9e602113-70e8-401d-bb79-750517a5694a tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/quotas/9c9915a2158a4aa3bd0c2d65ff23ec73 HTTP/1.1" status: 200 len: 375 time: 0.0140047 May 20 18:23:48.832875 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426ff8a-fd9a-4ebb-a302-ce9fff1592f8 req-ff1586d8-e3b9-4bb5-97fc-32daf808aae4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:48.834745 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b426ff8a-fd9a-4ebb-a302-ce9fff1592f8 req-ff1586d8-e3b9-4bb5-97fc-32daf808aae4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.1314802 May 20 18:23:48.942807 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b426ff8a-fd9a-4ebb-a302-ce9fff1592f8 req-f16b49fe-3697-4edc-842d-2c4115b53511 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 May 20 18:23:48.958959 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-cae1551d-d2c7-47b3-b924-6d6a3405a938 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196415 May 20 18:23:49.105595 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-d362fe4c-c293-4603-b121-ad9cc085ea24 service neutron] 10.222.0.32 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287215 May 20 18:23:49.137485 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Router bd7f1816-c3b8-495d-a1a8-1e4e578787fc has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:23:49.239765 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-06b0baf6-394b-4406-bfb5-2673ee53606d service neutron] 10.222.0.32 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280699 May 20 18:23:49.322251 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:23:49.341192 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] Sync routers for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:23:49.352989 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41746) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:49.354934 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:49.357662 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:49.359116 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:23:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:49.467015 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4677334 May 20 18:23:49.467762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:49.557154 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'status': 'completed', 'code': 200} May 20 18:23:49.586629 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eccde6e7-7ef4-4d36-9315-c0ea28a9a511 req-99f5f0b7-ba39-4852-825f-db66aa8a6370 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.1092651 May 20 18:23:49.616453 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Deleting subnet 3b1a6b3c-f714-4f29-a39d-bc06ba851a7f {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:23:49.619539 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:49.631837 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:49.688747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:49.713862 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-6a26fb8a-a4f0-4818-bb0b-a98d79ea6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:49.716159 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-6a26fb8a-a4f0-4818-bb0b-a98d79ea6cc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1098 time: 0.1033695 May 20 18:23:49.757880 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:49.899228 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-70bcd3f9-da01-4f69-8bf7-60cedfb812c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:49.900758 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-70bcd3f9-da01-4f69-8bf7-60cedfb812c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 909 time: 0.1720796 May 20 18:23:50.096654 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:50.104908 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:50.149374 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1a6b3c-f714-4f29-a39d-bc06ba851a7f,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:50.167469 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-4fdbfb63-3cb5-4808-a226-afc8a3d986f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 999 time: 0.2530050 May 20 18:23:50.212549 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:50.225515 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.226335 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.226925 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.227506 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.228041 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.228574 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.229125 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.229813 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.230342 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.231382 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.232197 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.232737 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:50.235613 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '6609ad15-5179-4957-9484-84a81070b7eb', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'port_id': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'mac_address': 'fa:16:3e:99:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:23:47Z', 'updated_at': '2021-05-20T18:23:47Z', 'revision_number': 0, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:54Z', 'revision_number': 5, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:50.239290 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:50.247479 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-8f38dd78-e778-4d1a-897d-c2853e41be87 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3b1a6b3c-f714-4f29-a39d-bc06ba851a7f HTTP/1.1" status: 204 len: 168 time: 0.8909061 May 20 18:23:50.247679 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] Checking router: bd7f1816-c3b8-495d-a1a8-1e4e578787fc for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:23:50.248533 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41772) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:50.273620 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:23:50.274248 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:23:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:50.288434 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edba83a-33b8-4ebb-b39f-0e8c382466bf req-f63f881e-ff90-4ac4-931d-356ae898898d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:50.290282 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4edba83a-33b8-4ebb-b39f-0e8c382466bf req-f63f881e-ff90-4ac4-931d-356ae898898d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.1382108 May 20 18:23:50.359121 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4edba83a-33b8-4ebb-b39f-0e8c382466bf req-11f4ee4a-d781-432a-919f-a9a1cc664a44 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627155 May 20 18:23:50.369077 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-720e2de3-42b5-46e3-9757-419177c8a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:50.370581 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-720e2de3-42b5-46e3-9757-419177c8a3aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.1799381 May 20 18:23:50.488582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:50.507547 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:23:50.573854 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-7b39eb02-19b1-4b01-b0bd-7335c1bc5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:50.575531 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-7b39eb02-19b1-4b01-b0bd-7335c1bc5444 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1565738 May 20 18:23:50.651810 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:50.676746 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143836cb-8490-48ed-a867-815e18d3441c']}} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:50.696466 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e9cc06-59b9-4265-94fd-6134618b13a9') {'for_net_delete': True} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:50.696814 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e9cc06-59b9-4265-94fd-6134618b13a9') {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:50.765935 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488841'] for segment, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:50.793082 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:50.804112 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-474e8592-ce22-4cf3-8a9b-92c9b3719c64 req-d973bed9-3b16-4c12-b272-657a0be0ed00 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0718868 May 20 18:23:50.811844 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=91633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:23:50.812248 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9884876'] for segment, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:50.813223 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-162b8fd9-3366-4b37-945d-0121f3c25e01 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:50.814835 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-162b8fd9-3366-4b37-945d-0121f3c25e01 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 945 time: 0.1491864 May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: Traceback (most recent call last): May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: timer() May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: cb(*args, **kw) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: return func(*args, **kwargs) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: self._notify() May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: self.callback(batched_events) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: event.method(event) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: return f(self, *a, **k) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._get(url).json() May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: return self.request(url, 'GET', **kwargs) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:23:50.833076 dv-cinder-792462-1-iscsi neutron-server[91633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:23:50.837548 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-23ff6d29-c61e-4443-9fa3-8c81024aacbe service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122645 May 20 18:23:50.916074 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '6609ad15-5179-4957-9484-84a81070b7eb', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'port_id': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'mac_address': 'fa:16:3e:99:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:23:47Z', 'updated_at': '2021-05-20T18:23:47Z', 'revision_number': 0, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:54Z', 'revision_number': 5, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:23:50.920737 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc29165-5262-4b3b-8286-e2dfc9f46555 None None] The sync data for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi is: [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '6609ad15-5179-4957-9484-84a81070b7eb', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'port_id': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'mac_address': 'fa:16:3e:99:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:23:47Z', 'updated_at': '2021-05-20T18:23:47Z', 'revision_number': 0, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:54Z', 'revision_number': 5, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:23:50.975199 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Deleting port 77d880ab-acec-4362-a982-a55783cb06c7 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:23:50.975676 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.006898 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.025217 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:51.042172 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.056310 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Pushing event deleted for resources: {'Network': ['ID=143836cb-8490-48ed-a867-815e18d3441c,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:51.067620 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.067965 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.068316 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.068654 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.068990 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.069324 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.069655 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.069989 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.070319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.070672 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.070998 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.071319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:23:51.083551 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:51.087367 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-5c93a4ec-ef31-48fd-a845-ad962a2eaccb admin admin] 10.222.0.32 "DELETE /v2.0/networks/143836cb-8490-48ed-a867-815e18d3441c HTTP/1.1" status: 204 len: 168 time: 0.8354180 May 20 18:23:51.101376 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-084d0d49-32c0-4bf3-92c6-61f462f2eb10 req-b45f0350-0b3a-4c99-84f5-92ebfda3fe53 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939166 May 20 18:23:51.141260 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] For port 77d880ab-acec-4362-a982-a55783cb06c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d880ab-acec-4362-a982-a55783cb06c7,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:23:51.141700 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.219790 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f3398-c1a1-4a12-b5cc-17e8fc5a1bd3 None None] New status for floating IP 6609ad15-5179-4957-9484-84a81070b7eb: ACTIVE {{(pid=91635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:23:51.283410 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Calling delete_port for 77d880ab-acec-4362-a982-a55783cb06c7 owned by compute:nova {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:23:51.398161 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41788) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:51.416170 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-3f5ed680-90c4-4b3c-bccc-329f4916c26d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:51.417324 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-3f5ed680-90c4-4b3c-bccc-329f4916c26d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Synchronizing usage tracker for tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 on resource:network {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:23:51.443709 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-3f5ed680-90c4-4b3c-bccc-329f4916c26d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Unset dirty status for tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 on resource:network {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:23:51.445141 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-3f5ed680-90c4-4b3c-bccc-329f4916c26d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 814 time: 0.2562544 May 20 18:23:51.462699 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'port': {'device_id': '8bb51995-82a1-4706-93aa-21b41b176900', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'admin_state_up': True, 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:23:51.549788 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-adba2eac-1175-414d-8698-3af6647a9fcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e62c0d81ba1944d6a7e7ffad3e9843c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319366 May 20 18:23:51.556878 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41800) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:51.677539 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.687015 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:51.694248 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:port and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:51.703977 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:51.707204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.715139 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:51.736990 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Made reservation on behalf of 9c9915a2158a4aa3bd0c2d65ff23ec73 for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:23:51.746078 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.766937 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:51.780893 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4bc62bf7-b267-4b27-af3c-6d43d49c335c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:51.781691 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8ffa78fb-1208-4553-96f5-50b3049ee223', '19ca8da7-83bd-430a-b899-58e53703df92', '77d880ab-acec-4362-a982-a55783cb06c7'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:23:51.904668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event deleted for resources: {'Port': ['ID=77d880ab-acec-4362-a982-a55783cb06c7,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:52.023383 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:52.028264 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:52.029571 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] No DVR routers for this DVR port 77d880ab-acec-4362-a982-a55783cb06c7 on host hv-cinder-79246 {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:23:52.031343 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6601be7d-6aea-4c06-953a-71ad81ff7362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:52.041166 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:52.061069 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'name': 'network-vif-deleted', 'tag': '77d880ab-acec-4362-a982-a55783cb06c7'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:23:52.067655 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6acd49b5-2231-4ad5-9727-61d9383745c0 req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "DELETE /v2.0/ports/77d880ab-acec-4362-a982-a55783cb06c7 HTTP/1.1" status: 204 len: 173 time: 1.2423449 May 20 18:23:52.070782 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Allocated IP 172.20.0.4 (7b9cc96a-c3fd-4b42-829f-487a420ae4f1/4e298c54-c199-4844-8eb7-b9139b6bb1ad/90eb6bf8-681e-4c8c-b74c-dc160dee25af) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:23:52.074558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc883608-d7db-4787-a0a5-f7cf0ba83e73,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:52.080231 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:52.081781 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc883608-d7db-4787-a0a5-f7cf0ba83e73 HTTP/1.1" status: 204 len: 168 time: 0.5239635 May 20 18:23:52.083590 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:52.152183 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f2d08-b34e-4934-96a9-f4bab25c7b7c req-8448f117-05e5-4ef4-9f09-5ab694c54b32 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:52.153012 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-417f2d08-b34e-4934-96a9-f4bab25c7b7c req-8448f117-05e5-4ef4-9f09-5ab694c54b32 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Synchronizing usage tracker for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:23:52.353652 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ce3c7d3a-7f83-419e-a20b-a6f9e31ab23f req-1440aeed-ede7-45e9-b7cc-ecd764e0b3f0 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.1944618 May 20 18:23:52.372894 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-417f2d08-b34e-4934-96a9-f4bab25c7b7c req-8448f117-05e5-4ef4-9f09-5ab694c54b32 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Unset dirty status for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:23:52.376263 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-417f2d08-b34e-4934-96a9-f4bab25c7b7c req-8448f117-05e5-4ef4-9f09-5ab694c54b32 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 867 time: 0.8237398 May 20 18:23:52.484409 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd829c-9a51-4aa0-ba6d-aa5750042560', 'name': 'network-vif-deleted', 'tag': '77d880ab-acec-4362-a982-a55783cb06c7', 'status': 'completed', 'code': 200} May 20 18:23:52.515287 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-417f2d08-b34e-4934-96a9-f4bab25c7b7c req-ffa8fd78-bd46-4435-8b8d-3c3ef8c2aba5 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309946 May 20 18:23:52.686821 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:52.707918 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Transition to ACTIVE for port object 90eb6bf8-681e-4c8c-b74c-dc160dee25af will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:23:52.738100 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:52.746444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:52.986788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:23:52.990449 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:23:52.995277 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:23:53.076943 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c40e7500-be38-4b03-8326-9e6fe80b2729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:53.110917 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:53.121084 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:53.132411 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:53.132799 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:53.168230 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7095921 May 20 18:23:53.380113 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-ad047135-16ef-4bb2-93f9-7b203f9a2693 None None] Provisioning for port 90eb6bf8-681e-4c8c-b74c-dc160dee25af completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:23:53.388145 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-ad047135-16ef-4bb2-93f9-7b203f9a2693 None None] Provisioning complete for port 90eb6bf8-681e-4c8c-b74c-dc160dee25af triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:23:53.389144 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ad047135-16ef-4bb2-93f9-7b203f9a2693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:53.524805 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-ad047135-16ef-4bb2-93f9-7b203f9a2693 None None] Port 90eb6bf8-681e-4c8c-b74c-dc160dee25af cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:23:53.752027 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3d932-be78-4019-a3b2-46a7bf92ad70 req-4955b466-503d-4644-8fbd-47b002e71712 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:53.760550 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8af3d932-be78-4019-a3b2-46a7bf92ad70 req-4955b466-503d-4644-8fbd-47b002e71712 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.1434186 May 20 18:23:53.818966 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8af3d932-be78-4019-a3b2-46a7bf92ad70 req-2383567b-e0bf-419f-a7f4-bf1c80491d64 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572972 May 20 18:23:53.846137 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f677c-098f-4cd9-8464-3e5a4823f8e1 req-b30415f9-f035-43f1-a1cf-0d50d9acdad4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:53.848056 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9e5f677c-098f-4cd9-8464-3e5a4823f8e1 req-b30415f9-f035-43f1-a1cf-0d50d9acdad4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.2898078 May 20 18:23:53.911057 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9e5f677c-098f-4cd9-8464-3e5a4823f8e1 req-2c0379c9-63e9-401f-a7cc-5d3d17c8618d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554020 May 20 18:23:53.991250 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-00f410d5-982b-4396-8b7f-72404c78e646 req-47f93b20-290a-4547-9bd0-044164efab6a tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0431709 May 20 18:23:54.721206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 77d880ab-acec-4362-a982-a55783cb06c7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:23:54.790878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 77d880ab-acec-4362-a982-a55783cb06c7 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:23:54.793398 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 77d880ab-acec-4362-a982-a55783cb06c7 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:23:55.106166 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d01b-d0ba-4e1b-882d-7a22824cb02a req-b86752ba-1dd5-4496-86a6-df7fafb4d650 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:55.107822 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6c29d01b-d0ba-4e1b-882d-7a22824cb02a req-b86752ba-1dd5-4496-86a6-df7fafb4d650 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.1519892 May 20 18:23:55.165386 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd86c8-d6d9-4a7e-b067-346dd3ea8848 req-235859dc-04b2-4ca0-97bc-58269e40adca tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:55.166887 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2efd86c8-d6d9-4a7e-b067-346dd3ea8848 req-235859dc-04b2-4ca0-97bc-58269e40adca tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1352744 May 20 18:23:55.169929 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6c29d01b-d0ba-4e1b-882d-7a22824cb02a req-6ae83d3b-f10e-4cc4-8f08-c9caf05b88b5 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548122 May 20 18:23:55.232607 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2efd86c8-d6d9-4a7e-b067-346dd3ea8848 req-c2f8ba00-24fc-48d7-8743-77932483325b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 May 20 18:23:55.354078 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-397dda45-03e0-4a84-936d-ad609f4988ba req-737bd5b7-ccd3-455f-8963-01ad0b2b3f62 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0454557 May 20 18:23:55.366364 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a91ec3f4-41f3-4e89-bf95-58e06699a6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:55.638873 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:56.456831 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199915f-1449-4099-8aa1-20b5d91b3e1d req-6cb24093-270d-4fac-b70f-dd52b89947e1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:56.458310 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8199915f-1449-4099-8aa1-20b5d91b3e1d req-6cb24093-270d-4fac-b70f-dd52b89947e1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.1727657 May 20 18:23:56.523096 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845ad10-3c44-46a1-b7d2-57ce9588f7e3 req-e9e3c1af-1c33-4341-a6a9-195e5a310a59 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:56.524871 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2845ad10-3c44-46a1-b7d2-57ce9588f7e3 req-e9e3c1af-1c33-4341-a6a9-195e5a310a59 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1472795 May 20 18:23:56.528381 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8199915f-1449-4099-8aa1-20b5d91b3e1d req-d9c03422-ec03-43d6-8a06-51f1d10878ed tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629084 May 20 18:23:56.579097 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:56.604113 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2845ad10-3c44-46a1-b7d2-57ce9588f7e3 req-d8899aef-6c6f-4135-bda1-c89c17df953d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695248 May 20 18:23:56.718496 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8a69c4f-799f-4224-9b10-9120afa2bfea req-2445a3f8-848f-47a5-809a-41b6ee532fee tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0461898 May 20 18:23:57.257434 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41934) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:57.389636 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:57.411757 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:57.419068 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c4ad9f406c4796a9cc1a5a065887ce is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:57.423917 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:57.430740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:57.516707 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:57.521612 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:57.528695 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c0dc9186-a7ee-42ed-b1a0-ed8fad3fb560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:57.575925 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bad534-43a5-45a8-b2e1-5cc69ec8049e,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:57.589862 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0c4ad9f406c4796a9cc1a5a065887ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311245 May 20 18:23:57.590574 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 41946) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:57.591486 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:57.698505 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7de5c1d2-7c45-4965-bca0-f9810e03fbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:57.843991 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7de5c1d2-7c45-4965-bca0-f9810e03fbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:57.943972 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424134-2390-4aa8-8f92-502fb40fbe72 req-c6fffbbe-8a30-4e4e-9fba-3f694b7661e8 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:57.945441 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d1424134-2390-4aa8-8f92-502fb40fbe72 req-c6fffbbe-8a30-4e4e-9fba-3f694b7661e8 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.2257011 May 20 18:23:57.957732 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36940-0dd4-4f59-bb50-bfd82f0fb944 req-a98d9b92-a634-4ecd-9cc9-85f1da3b3378 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:57.959366 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aab36940-0dd4-4f59-bb50-bfd82f0fb944 req-a98d9b92-a634-4ecd-9cc9-85f1da3b3378 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1807568 May 20 18:23:57.995073 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7de5c1d2-7c45-4965-bca0-f9810e03fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:58.003387 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-954bd36b-ea34-465b-aaf0-ce7e8c6cd1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:58.033541 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5c1d2-7c45-4965-bca0-f9810e03fbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bad534-43a5-45a8-b2e1-5cc69ec8049e,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:58.046741 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7de5c1d2-7c45-4965-bca0-f9810e03fbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:58.054403 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7de5c1d2-7c45-4965-bca0-f9810e03fbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:58.055376 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7de5c1d2-7c45-4965-bca0-f9810e03fbdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58bad534-43a5-45a8-b2e1-5cc69ec8049e HTTP/1.1" status: 204 len: 168 time: 0.4629571 May 20 18:23:58.058818 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d1424134-2390-4aa8-8f92-502fb40fbe72 req-130e6ac4-4cf7-4fe4-8d88-7a72ec9cec16 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985572 May 20 18:23:58.063922 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aab36940-0dd4-4f59-bb50-bfd82f0fb944 req-567e4a26-58e8-4fa4-bd35-dec20c71648e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867441 May 20 18:23:58.259964 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-016ff294-64e0-4b86-bc5c-62b9beecf221 req-ac39f4c8-0278-45be-8222-1235756d8910 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0556560 May 20 18:23:58.266892 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:58.436883 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.208698 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41972) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:59.339158 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa74bd4-dc42-4eb1-9cd0-4174f1735750 req-0616b922-0207-4466-9f76-98b621d10ecf tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:59.340695 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ffa74bd4-dc42-4eb1-9cd0-4174f1735750 req-0616b922-0207-4466-9f76-98b621d10ecf tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.1087227 May 20 18:23:59.352172 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6981178-a082-49de-90f7-f7d6df5ef110 req-758a8d87-7ad2-402a-a424-82aa0707c872 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:23:59.353615 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e6981178-a082-49de-90f7-f7d6df5ef110 req-758a8d87-7ad2-402a-a424-82aa0707c872 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1579533 May 20 18:23:59.357836 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.377297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:23:59.384383 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Usage tracker for resource:security_group_rule and tenant:732511d6c1004dc0b0af53595d00bd06 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:23:59.387789 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:23:59.399380 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:23:59.419568 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ffa74bd4-dc42-4eb1-9cd0-4174f1735750 req-7118135b-3528-48f5-8a5f-296ad2c343e6 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649893 May 20 18:23:59.433798 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e6981178-a082-49de-90f7-f7d6df5ef110 req-1a152a46-a191-4d2b-a4e3-c0c1c19fba48 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647895 May 20 18:23:59.502508 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.509206 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.521261 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a6bc12f1-b66a-46ef-af49-a9a2c644089b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:59.561288 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=732511d6c1004dc0b0af53595d00bd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516166 May 20 18:23:59.563256 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b490de35-08aa-4d5e-bbd7-0659a235d0a0,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:59.565758 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 41980) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:23:59.573070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:59.607635 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8c419811-9df4-473c-930a-7582b345b831 req-671e4d60-161b-4d5a-8092-58a9ded4ffb0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0501447 May 20 18:23:59.649053 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.674681 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.744298 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.749494 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e4ce2ab3-cbb4-481c-abf7-7f1b728089bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:23:59.763407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b490de35-08aa-4d5e-bbd7-0659a235d0a0,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:23:59.770451 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:23:59.776944 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:23:59.778160 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b490de35-08aa-4d5e-bbd7-0659a235d0a0 HTTP/1.1" status: 204 len: 168 time: 0.2114294 May 20 18:24:00.792200 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c95a2-d731-4a6c-b716-ce328777bc88 req-9f38b18c-d099-4dcc-8d1f-20299f119acd tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:00.793670 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa7c95a2-d731-4a6c-b716-ce328777bc88 req-9f38b18c-d099-4dcc-8d1f-20299f119acd tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.2381701 May 20 18:24:00.807441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa6151-e510-4f3d-80f8-4e90dd08635a req-7866df33-981d-41b6-bdf7-2499e8d049c8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:00.808860 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07aa6151-e510-4f3d-80f8-4e90dd08635a req-7866df33-981d-41b6-bdf7-2499e8d049c8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1234465 May 20 18:24:00.885079 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa7c95a2-d731-4a6c-b716-ce328777bc88 req-d3d65c04-c64f-4746-b08f-2eb84db29def tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752399 May 20 18:24:00.896821 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07aa6151-e510-4f3d-80f8-4e90dd08635a req-18555364-db75-4901-a746-86757a56902a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722451 May 20 18:24:01.074022 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0100bbbe-df46-4eb2-bedb-e00f9c136f93 req-7a2421e2-e2bd-436c-802a-a37d54282574 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0489502 May 20 18:24:02.152358 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a044dec-658b-44be-af4f-4c9ffedf2217 req-f37600d9-bea5-47f0-863b-5ba3abc70a0b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:02.153881 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8a044dec-658b-44be-af4f-4c9ffedf2217 req-f37600d9-bea5-47f0-863b-5ba3abc70a0b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.1465757 May 20 18:24:02.194340 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b356f-e31b-4cfe-8b19-bf97d2110a75 req-03bbec97-cb1c-4860-8abe-f5ef77dcadaf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:02.195843 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ef5b356f-e31b-4cfe-8b19-bf97d2110a75 req-03bbec97-cb1c-4860-8abe-f5ef77dcadaf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1558349 May 20 18:24:02.245437 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8a044dec-658b-44be-af4f-4c9ffedf2217 req-8943892e-20ca-4522-954b-08f7a62527b7 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732770 May 20 18:24:02.258020 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ef5b356f-e31b-4cfe-8b19-bf97d2110a75 req-bbaf082e-878f-4308-ab0c-726ee47b1e4e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561821 May 20 18:24:02.442228 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f7610ae9-e1a5-47fc-aa8f-022e8633efff req-1bf39c66-c846-4023-b543-a009ab154078 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0501158 May 20 18:24:03.443873 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7b43e-a977-44a5-be87-f2d2c62d5ef1 req-18760d55-f987-41b5-b627-f615aeb878b7 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:03.445339 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87e7b43e-a977-44a5-be87-f2d2c62d5ef1 req-18760d55-f987-41b5-b627-f615aeb878b7 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.0850074 May 20 18:24:03.489846 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87e7b43e-a977-44a5-be87-f2d2c62d5ef1 req-f83ed5cf-cc49-46a9-ac99-bebf19bd3349 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 May 20 18:24:03.696070 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37c6e-b60c-484c-8746-ff71e2f56ed4 req-38931131-abea-45e8-8e4f-72bd83ccb43f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:03.697443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5ba37c6e-b60c-484c-8746-ff71e2f56ed4 req-38931131-abea-45e8-8e4f-72bd83ccb43f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0961552 May 20 18:24:03.746101 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5ba37c6e-b60c-484c-8746-ff71e2f56ed4 req-8ad48692-e4db-44e7-badf-ef73f82a82af tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 May 20 18:24:03.913607 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cbaeee2f-fcb3-42e0-93be-cae2c75fc71d req-2dfb624d-4ec5-4a89-b942-b8155f664ef1 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0431030 May 20 18:24:04.706454 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac76eeb-a67e-4928-bdb0-f68e9dfe02b3 req-70fa033e-77a7-4b91-b50e-c7519e17024e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:04.706454 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eac76eeb-a67e-4928-bdb0-f68e9dfe02b3 req-70fa033e-77a7-4b91-b50e-c7519e17024e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.0879331 May 20 18:24:04.753653 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eac76eeb-a67e-4928-bdb0-f68e9dfe02b3 req-f448c4ec-085b-4f76-94de-341da0b0a042 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 May 20 18:24:04.941781 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204706bc-211b-423b-986e-05ab56f2a32a req-f3145159-6635-4339-8f16-0aeb49a12dbe tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:04.943267 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-204706bc-211b-423b-986e-05ab56f2a32a req-f3145159-6635-4339-8f16-0aeb49a12dbe tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0831294 May 20 18:24:04.993112 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-204706bc-211b-423b-986e-05ab56f2a32a req-0aff5152-a43a-4d4c-8878-ec269729f957 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 May 20 18:24:05.150721 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8be93e7-cbb5-4b5b-a222-ed5477ae6b2f req-bac08e3b-f57b-49d5-ad51-b9f79822dbfb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0472019 May 20 18:24:05.971333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502f549-36a4-446f-ad6d-1faf859e6f95 req-52742bef-ad09-42e9-bcb3-6d4b5b9ef951 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:05.973324 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c502f549-36a4-446f-ad6d-1faf859e6f95 req-52742bef-ad09-42e9-bcb3-6d4b5b9ef951 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.0937147 May 20 18:24:06.022393 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c502f549-36a4-446f-ad6d-1faf859e6f95 req-0e45d9a1-e566-47f1-add3-4900b200a3eb tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 May 20 18:24:06.208702 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772faf-5777-4b50-b0ee-b257d55d9852 req-1c50c942-646e-4369-9d05-8481929f9110 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:06.210159 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8772faf-5777-4b50-b0ee-b257d55d9852 req-1c50c942-646e-4369-9d05-8481929f9110 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0920260 May 20 18:24:06.257571 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d8772faf-5777-4b50-b0ee-b257d55d9852 req-c55352d2-d560-4360-b905-04c8e139a559 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 May 20 18:24:06.283974 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:24:06.410819 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07a68430-1f54-4521-9440-5c2dc2343129 req-e554f927-f748-4656-bac6-287a925a0624 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0430570 May 20 18:24:07.220437 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f248-f066-4b8a-b3ed-b720281ea1a2 req-d989f1c1-6b82-48c4-a06b-0709327a840e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:07.224136 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4074f248-f066-4b8a-b3ed-b720281ea1a2 req-d989f1c1-6b82-48c4-a06b-0709327a840e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.0874929 May 20 18:24:07.272955 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4074f248-f066-4b8a-b3ed-b720281ea1a2 req-4b852214-2dde-42a8-900e-ba65a6d1b7d9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 May 20 18:24:07.455902 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a312-7fff-4232-ae56-d49648704931 req-21d8de59-4640-4ded-b02d-57e3e0d7708f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:07.457887 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4089a312-7fff-4232-ae56-d49648704931 req-21d8de59-4640-4ded-b02d-57e3e0d7708f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0916994 May 20 18:24:07.504593 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4089a312-7fff-4232-ae56-d49648704931 req-a6afc06f-689f-4b55-8521-a3f3a046051f tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 May 20 18:24:07.682106 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e7a39df0-9234-45f9-bb2f-a8a4b526bd9b req-a5281322-6d8b-44d8-b4a8-c6425158c6d2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0624840 May 20 18:24:07.685804 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-dbce7207-67b3-4508-ab82-ab31dafbebf7 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ddb2708e8d824671a35cfa3350ffcc08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336425 May 20 18:24:07.840994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-f64b5169-7102-4492-a788-5045247013bd tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:07.842346 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-f64b5169-7102-4492-a788-5045247013bd tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510487 May 20 18:24:07.863143 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-79152ab1-57d3-4905-aaad-fd13a801b1f6 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/quotas/ddb2708e8d824671a35cfa3350ffcc08 HTTP/1.1" status: 200 len: 375 time: 0.0144024 May 20 18:24:07.973843 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-1f4864d1-ecae-4b29-a48a-98ece0365b1e tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddb2708e8d824671a35cfa3350ffcc08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051962 May 20 18:24:08.158300 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6bd3654b-72a9-4752-b774-9070733e3730 req-b4b5aaa8-8c7c-47db-aab9-0e150ba81e03 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 210 time: 0.0421526 May 20 18:24:08.408156 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Request body: {'port': {'device_id': '8bb51995-82a1-4706-93aa-21b41b176900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:08.482624 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179376-9eac-4488-87b9-22cf796273b7 req-fccdfcb4-d34a-4cfc-9409-3686a9ff7ae6 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:08.484654 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4179376-9eac-4488-87b9-22cf796273b7 req-fccdfcb4-d34a-4cfc-9409-3686a9ff7ae6 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 931 time: 0.1008079 May 20 18:24:08.554592 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4179376-9eac-4488-87b9-22cf796273b7 req-f10815c7-613e-4267-af55-cf5150bf0085 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578909 May 20 18:24:08.567055 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:08.766130 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af27d65-57e7-4c39-a29e-0c9e941d0f3e req-ccf2b3a8-9eb2-451e-8503-7dd274854aea tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:08.767724 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8af27d65-57e7-4c39-a29e-0c9e941d0f3e req-ccf2b3a8-9eb2-451e-8503-7dd274854aea tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1278067 May 20 18:24:08.770701 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-8b568e90-fe85-4b7e-9fb0-41bfd831ec1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673720 May 20 18:24:08.826916 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8af27d65-57e7-4c39-a29e-0c9e941d0f3e req-5a6beb8b-0835-4a17-b526-c6501f669f98 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524328 May 20 18:24:08.926654 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-696f29b5-7b6c-4c01-b95d-e73cabf61bf3 req-59a6a5b4-25fa-4a93-9e8c-26d27b5f7293 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bdd829c-9a51-4aa0-ba6d-aa5750042560 HTTP/1.1" status: 200 len: 210 time: 0.0791876 May 20 18:24:08.971227 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069154c5-cc41-4885-8bb4-a9e230100906 req-17d69e8f-038e-4ba7-be37-204d232b1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:08.973007 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-17d69e8f-038e-4ba7-be37-204d232b1297 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e2228279a9442af840635a659cb8c4c&device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 1099 time: 0.0931985 May 20 18:24:08.982707 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90eb6bf8-681e-4c8c-b74c-dc160dee25af {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:24:08.990099 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:09.005110 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Transition to ACTIVE for port object 90eb6bf8-681e-4c8c-b74c-dc160dee25af will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:09.011081 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:09.014741 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9815f08c-2d1c-47c8-aab2-e7f6c63c389f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:09.181438 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069154c5-cc41-4885-8bb4-a9e230100906 req-b2d1bcc3-1c83-4d31-bc45-104379e50463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:09.181707 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:09.184771 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-b2d1bcc3-1c83-4d31-bc45-104379e50463 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 200 len: 916 time: 0.1614444 May 20 18:24:09.221214 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:09.270582 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-dcc2f89d-9e8d-4ca8-968f-f5f796630d5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa78fb-1208-4553-96f5-50b3049ee223 HTTP/1.1" status: 200 len: 217 time: 0.0732925 May 20 18:24:09.277339 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Attempting to bind port 90eb6bf8-681e-4c8c-b74c-dc160dee25af on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:09.277725 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Attempting to bind port 90eb6bf8-681e-4c8c-b74c-dc160dee25af by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:09.278156 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Attempting to bind port 90eb6bf8-681e-4c8c-b74c-dc160dee25af on network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:09.283540 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Port 90eb6bf8-681e-4c8c-b74c-dc160dee25af on network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:24:09.284632 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Attempting to bind port 90eb6bf8-681e-4c8c-b74c-dc160dee25af on network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:09.289795 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:09.290673 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Checking segment: {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:09.291169 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Bound using segment: {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:09.291601 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Bound port: 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9565133b-8c63-45ee-8df4-a2d0716452c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:09.291945 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:09.376956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8b708b8c-45d9-475c-9c62-4337cbada04c req-f0f2fd4f-5e3f-4ba2-9e6d-b613e05b8484 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 210 time: 0.0584254 May 20 18:24:09.390261 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069154c5-cc41-4885-8bb4-a9e230100906 req-24baafc8-c09c-4f79-942c-a104cfb9fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:09.391726 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-24baafc8-c09c-4f79-942c-a104cfb9fac8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 200 len: 855 time: 0.1128309 May 20 18:24:09.401207 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:09.404634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:09.410993 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:09.416162 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:09.449404 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-baeddf4a-33f1-40f0-8af5-ba5e209aab9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444436 May 20 18:24:09.470790 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:09.471356 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:09.473079 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] 10.222.0.42 "PUT /v2.0/ports/90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 1093 time: 1.0699773 May 20 18:24:09.473590 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:09.518475 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:09.532262 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'status': 'completed', 'code': 200} May 20 18:24:09.537548 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:09.619288 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-a62df2ed-068a-4a15-a9eb-ea73c54e4105 service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518023 May 20 18:24:09.636246 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-f45748fc-d814-4d0e-bda4-53929a426b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:09.637760 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-f45748fc-d814-4d0e-bda4-53929a426b81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1096 time: 0.0928559 May 20 18:24:09.751350 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-c7a705ac-4a46-4187-a3a7-32a7cfd66da5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 217 time: 0.1050751 May 20 18:24:09.753021 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-8313efa2-6f34-4fd3-a258-119bf7a710be tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ddb2708e8d824671a35cfa3350ffcc08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376644 May 20 18:24:09.829110 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-069154c5-cc41-4885-8bb4-a9e230100906 req-f5a3b090-6bea-4ec1-95ba-def306ea8fed service neutron] 10.222.0.42 "GET /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951733 May 20 18:24:09.861312 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d67d5b-63e0-467f-907b-63e94b9f647a req-ece2ff27-8bb0-496d-8ce0-21a7bbcd671e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:09.863067 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e2d67d5b-63e0-467f-907b-63e94b9f647a req-ece2ff27-8bb0-496d-8ce0-21a7bbcd671e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 943 time: 0.1363003 May 20 18:24:09.925930 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e2d67d5b-63e0-467f-907b-63e94b9f647a req-137f0c7c-29ba-402b-9f09-87c1248649fa tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557797 May 20 18:24:10.003544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-e418ba34-f157-4c80-ae01-74c6336544c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:10.005134 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-e418ba34-f157-4c80-ae01-74c6336544c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.2348280 May 20 18:24:10.083140 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42103c-3985-4b16-8f65-3db3fec5feff req-ca13146f-9d2b-4cce-8c5e-b1989bd290bc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:10.085024 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9c42103c-3985-4b16-8f65-3db3fec5feff req-ca13146f-9d2b-4cce-8c5e-b1989bd290bc tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.1092992 May 20 18:24:10.088327 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-dc8d421f-f0d6-4796-8cd6-b31855b5f8fd tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:10.089735 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-dc8d421f-f0d6-4796-8cd6-b31855b5f8fd tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818909 May 20 18:24:10.121141 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Request body: {'port': {'device_id': '586b8277-d716-48b9-b963-4ced94af29c8', 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468', 'admin_state_up': True, 'tenant_id': 'ddb2708e8d824671a35cfa3350ffcc08'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:10.138837 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9c42103c-3985-4b16-8f65-3db3fec5feff req-d283f58b-e6f1-4633-9c54-e2bacba7d51d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 May 20 18:24:10.224176 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-cb5c0f0b-2fac-4be7-ae0a-9a80cfe03ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:10.225663 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-cb5c0f0b-2fac-4be7-ae0a-9a80cfe03ad4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2056448 May 20 18:24:10.440919 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de670-36db-4732-acc8-77eaaebb80c6 req-d32849e5-3201-4989-9952-08c52bbef8b0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:10.442410 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-611de670-36db-4732-acc8-77eaaebb80c6 req-d32849e5-3201-4989-9952-08c52bbef8b0 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.0856791 May 20 18:24:10.458556 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:10.465572 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-e0514341-5bfd-4e5d-8dd4-5c1bd515d843 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208333 May 20 18:24:10.466502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Usage tracker for resource:port and tenant:ddb2708e8d824671a35cfa3350ffcc08 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:10.469389 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:10.491815 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-611de670-36db-4732-acc8-77eaaebb80c6 req-9d96d2a1-5cf6-4edc-8a3a-34e547ec29cb tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 May 20 18:24:10.495221 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:10.538036 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0757dacc-3216-419d-b787-ddfd8a80e234 req-94770346-2cf7-436d-a3fc-1a185319eef2 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 210 time: 0.0432749 May 20 18:24:10.568161 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Made reservation on behalf of ddb2708e8d824671a35cfa3350ffcc08 for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:10.571661 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:10.595687 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:10.618787 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:10.632807 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Usage tracker for resource:security_group_rule and tenant:ddb2708e8d824671a35cfa3350ffcc08 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:10.638180 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:10.646005 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:10.649457 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-33e4fe7a-c4ac-4801-95a9-db7a2f114d74 req-1b863308-75a8-4d27-a84b-05184847a886 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740761 May 20 18:24:10.783214 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:10.790927 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:10.795835 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5c662a87-b396-42c5-b642-7614e1b2b1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:10.879446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50764d0b-03a5-4fad-937f-327a65d6c54a,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:10.883567 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:10.903049 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39235400-88b8-46ba-915c-8a897c56c906 req-f23e902a-0148-49a1-a316-6d4c06beac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:10.904525 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-39235400-88b8-46ba-915c-8a897c56c906 req-f23e902a-0148-49a1-a316-6d4c06beac1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1096 time: 0.1947796 May 20 18:24:11.065770 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Allocated IP 192.168.233.242 (c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468/a857fb7e-5937-46bc-84bf-43def264418e/a2803d97-9be8-4fe9-85e6-85837db73919) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:11.116561 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39235400-88b8-46ba-915c-8a897c56c906 req-c2e189ae-bd95-4dda-bd00-202a9de91b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.118114 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-39235400-88b8-46ba-915c-8a897c56c906 req-c2e189ae-bd95-4dda-bd00-202a9de91b1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1789863 May 20 18:24:11.197232 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ebc8d-526e-43fa-8b03-b153809e94e1 req-599a8d41-a30d-4df6-ae79-7f9b51dbcde2 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.199372 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7f6ebc8d-526e-43fa-8b03-b153809e94e1 req-599a8d41-a30d-4df6-ae79-7f9b51dbcde2 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 943 time: 0.1635189 May 20 18:24:11.217654 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-39235400-88b8-46ba-915c-8a897c56c906 req-4a75e5e3-350a-4e33-8af2-64b98c8485a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 217 time: 0.0685263 May 20 18:24:11.245702 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7f6ebc8d-526e-43fa-8b03-b153809e94e1 req-3aaef897-cd03-4b13-a525-aad6acd1d4ab tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 May 20 18:24:11.328444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27fe34-eedc-477d-ab7f-2cc3063f2766 req-63b61beb-f421-43ec-a023-1cd242a610c9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.329806 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d27fe34-eedc-477d-ab7f-2cc3063f2766 req-63b61beb-f421-43ec-a023-1cd242a610c9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0788424 May 20 18:24:11.365929 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39235400-88b8-46ba-915c-8a897c56c906 req-0f5bc943-3c5f-4e8b-8f2e-be021412fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.367477 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-39235400-88b8-46ba-915c-8a897c56c906 req-0f5bc943-3c5f-4e8b-8f2e-be021412fb95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.1333141 May 20 18:24:11.378168 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d27fe34-eedc-477d-ab7f-2cc3063f2766 req-88eb3c70-cda5-4179-b833-d10eba984b2c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 May 20 18:24:11.455265 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:11.475980 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Transition to ACTIVE for port object a2803d97-9be8-4fe9-85e6-85837db73919 will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:11.498955 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39235400-88b8-46ba-915c-8a897c56c906 req-98a40ea8-2811-451c-ba6a-776e43165cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.500416 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-39235400-88b8-46ba-915c-8a897c56c906 req-98a40ea8-2811-451c-ba6a-776e43165cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1184461 May 20 18:24:11.513450 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:11.519527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aa830217-8701-4b89-b108-223805f1115f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:11.622782 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:11.674325 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:11.681276 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:11.723030 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Pushing event updated for resources: {'Port': ['ID=a2803d97-9be8-4fe9-85e6-85837db73919,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:11.726355 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:11.749391 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae3cc6-f83d-41b9-8b69-ac338d0d875d req-779dfda1-1106-458e-9d4b-1d5aab335a37 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.751110 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-01ae3cc6-f83d-41b9-8b69-ac338d0d875d req-779dfda1-1106-458e-9d4b-1d5aab335a37 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.1445487 May 20 18:24:11.764736 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b045be-1f67-47a6-b76c-da6bcf8a934d req-30c1fe6f-b09c-4fa1-b2b9-73e243fdac85 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.766431 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-69b045be-1f67-47a6-b76c-da6bcf8a934d req-30c1fe6f-b09c-4fa1-b2b9-73e243fdac85 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 936 time: 0.1190403 May 20 18:24:11.779772 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:11.780402 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:11.796382 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-39235400-88b8-46ba-915c-8a897c56c906 req-89a3d041-68c8-4778-9e50-46a59dc8dacd service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438049 May 20 18:24:11.831361 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7143743 May 20 18:24:11.837360 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-01ae3cc6-f83d-41b9-8b69-ac338d0d875d req-8b2f808d-e3d0-4f1a-b73a-dbcbdd6186ed tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 May 20 18:24:11.845755 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-69b045be-1f67-47a6-b76c-da6bcf8a934d req-abe41a45-5568-405e-95c5-e10f427bd8f5 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648062 May 20 18:24:11.954248 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Request body: {'port': {'device_id': '586b8277-d716-48b9-b963-4ced94af29c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:11.974929 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-f620a64d-29e9-470d-b1e5-e3519c4147a2 None None] Provisioning for port a2803d97-9be8-4fe9-85e6-85837db73919 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:11.980050 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-f620a64d-29e9-470d-b1e5-e3519c4147a2 None None] Provisioning complete for port a2803d97-9be8-4fe9-85e6-85837db73919 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:11.980426 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-f620a64d-29e9-470d-b1e5-e3519c4147a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:12.035528 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-f620a64d-29e9-470d-b1e5-e3519c4147a2 None None] Port a2803d97-9be8-4fe9-85e6-85837db73919 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:24:12.132416 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-39235400-88b8-46ba-915c-8a897c56c906 req-f56cfa74-c63c-49fb-b26f-60b0d27da8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227532 May 20 18:24:12.139535 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:12.438203 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d1b6c-7b8d-4b19-a692-0873a8fb91dc req-eb94c8b9-2243-4a3a-acc0-1bfecd0624c9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:12.439767 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a16d1b6c-7b8d-4b19-a692-0873a8fb91dc req-eb94c8b9-2243-4a3a-acc0-1bfecd0624c9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 943 time: 0.0872183 May 20 18:24:12.487118 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2803d97-9be8-4fe9-85e6-85837db73919 {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:24:12.494443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a16d1b6c-7b8d-4b19-a692-0873a8fb91dc req-0bd037c6-4316-4e19-8f21-15a49e042682 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485978 May 20 18:24:12.497074 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:12.512310 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Transition to ACTIVE for port object a2803d97-9be8-4fe9-85e6-85837db73919 will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:12.516991 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:12.520993 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:12.601073 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d16-4eb6-4b84-98c5-0cdbebfdd278 req-9a099738-b24e-4de3-aa61-3bc08e1f84a3 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:12.608956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-db569d16-4eb6-4b84-98c5-0cdbebfdd278 req-9a099738-b24e-4de3-aa61-3bc08e1f84a3 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0899820 May 20 18:24:12.655283 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-db569d16-4eb6-4b84-98c5-0cdbebfdd278 req-f2130f0c-6edc-4e4c-b328-0be8d777d641 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 May 20 18:24:12.684858 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Pushing event updated for resources: {'Port': ['ID=a2803d97-9be8-4fe9-85e6-85837db73919,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:12.692216 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:12.807569 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Attempting to bind port a2803d97-9be8-4fe9-85e6-85837db73919 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:12.807869 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Attempting to bind port a2803d97-9be8-4fe9-85e6-85837db73919 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:12.808223 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Attempting to bind port a2803d97-9be8-4fe9-85e6-85837db73919 on network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:12.815565 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Port a2803d97-9be8-4fe9-85e6-85837db73919 on network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:24:12.815848 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Attempting to bind port a2803d97-9be8-4fe9-85e6-85837db73919 on network c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:12.828928 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:12.829260 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Checking segment: {'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:12.829632 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Bound using segment: {'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:12.830052 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Bound port: a2803d97-9be8-4fe9-85e6-85837db73919, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca03ba96-327d-4202-836e-d94e3a06cb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:12.830403 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:12.851379 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 90eb6bf8-681e-4c8c-b74c-dc160dee25af details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:24:12.890284 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-e7b8439e-f840-444f-beb2-d435db30a35e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:12.894805 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-e7b8439e-f840-444f-beb2-d435db30a35e tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.0913589 May 20 18:24:12.923805 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-b2d05a10-ded8-401c-8d88-07d7f268b3a2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:12.924646 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-b2d05a10-ded8-401c-8d88-07d7f268b3a2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Synchronizing usage tracker for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:12.953890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-b2d05a10-ded8-401c-8d88-07d7f268b3a2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Unset dirty status for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:12.955149 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-b2d05a10-ded8-401c-8d88-07d7f268b3a2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.1916234 May 20 18:24:13.013901 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] For port a2803d97-9be8-4fe9-85e6-85837db73919, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:13.043838 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] For port a2803d97-9be8-4fe9-85e6-85837db73919, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2803d97-9be8-4fe9-85e6-85837db73919,segment=NetworkSegment(ca03ba96-327d-4202-836e-d94e3a06cb90),segment_id=ca03ba96-327d-4202-836e-d94e3a06cb90)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:13.049962 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:13.063622 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'port_id': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'mac_address': 'fa:16:3e:a4:b4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:24:13.084502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.092411 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:13.126140 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.144092 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb6bf8-681e-4c8c-b74c-dc160dee25af {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:24:13.152479 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:13.153022 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.154830 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-a3c86946-529b-45df-b930-e3455f631aae service neutron] 10.222.0.42 "PUT /v2.0/ports/a2803d97-9be8-4fe9-85e6-85837db73919 HTTP/1.1" status: 200 len: 1098 time: 1.2090287 May 20 18:24:13.159073 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586b8277-d716-48b9-b963-4ced94af29c8', 'tag': 'a2803d97-9be8-4fe9-85e6-85837db73919'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:13.163540 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:13.173442 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.175937 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:13.207159 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Pushing event updated for resources: {'Port': ['ID=a2803d97-9be8-4fe9-85e6-85837db73919,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:13.212755 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:13.221455 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5525971-b52f-4997-a3bb-68e881f46d48 req-f5e5040e-284c-4076-8108-95f7bbeb26c2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:13.223373 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d5525971-b52f-4997-a3bb-68e881f46d48 req-f5e5040e-284c-4076-8108-95f7bbeb26c2 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 945 time: 0.2522342 May 20 18:24:13.232981 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39c6e-9ae4-4d1a-a7cd-91628987e2da req-0b90a1bf-2c14-41ef-9fe1-bba2f671584d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:13.234462 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dbb39c6e-9ae4-4d1a-a7cd-91628987e2da req-0b90a1bf-2c14-41ef-9fe1-bba2f671584d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 948 time: 0.1963544 May 20 18:24:13.270235 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Deleting port 7902c150-3596-4bf3-bf7f-930b3baf1578 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:24:13.270556 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.303734 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Deleting port 19ca8da7-83bd-430a-b899-58e53703df92 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:24:13.304167 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.345065 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:13.349007 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:13.422137 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d5525971-b52f-4997-a3bb-68e881f46d48 req-f4f5e887-1bed-47d2-8779-69145c581c05 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850874 May 20 18:24:13.427353 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dbb39c6e-9ae4-4d1a-a7cd-91628987e2da req-95c9bc72-2fa3-4692-866e-e4d14618c1e3 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745036 May 20 18:24:13.467495 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] For port 7902c150-3596-4bf3-bf7f-930b3baf1578, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7902c150-3596-4bf3-bf7f-930b3baf1578,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:13.468159 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.476006 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-f84a767c-9d75-4071-97bc-c09494d1ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:13.477548 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-f84a767c-9d75-4071-97bc-c09494d1ec7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddb2708e8d824671a35cfa3350ffcc08&device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 1101 time: 0.2452521 May 20 18:24:13.482721 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] For port 19ca8da7-83bd-430a-b899-58e53703df92, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19ca8da7-83bd-430a-b899-58e53703df92,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:13.483080 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.491464 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586b8277-d716-48b9-b963-4ced94af29c8', 'tag': 'a2803d97-9be8-4fe9-85e6-85837db73919', 'status': 'completed', 'code': 200} May 20 18:24:13.517549 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['90eb6bf8-681e-4c8c-b74c-dc160dee25af'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:24:13.600787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Calling delete_port for 7902c150-3596-4bf3-bf7f-930b3baf1578 owned by compute:nova {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:24:13.719517 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db81-f62e-42e2-92e8-5018ff44219d req-d365d4af-14d0-4ec0-b9f3-0ed4bb6a976c tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:13.721148 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2f27db81-f62e-42e2-92e8-5018ff44219d req-d365d4af-14d0-4ec0-b9f3-0ed4bb6a976c tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 944 time: 0.1163499 May 20 18:24:13.765923 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Calling delete_port for 19ca8da7-83bd-430a-b899-58e53703df92 owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:24:13.768839 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-0c09a480-5b47-4b98-bc95-d76de12ef7c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a2803d97-9be8-4fe9-85e6-85837db73919 HTTP/1.1" status: 200 len: 217 time: 0.2725298 May 20 18:24:13.849786 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-7a4c9717-ebd7-4d8c-a354-75925298a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:13.851358 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-7a4c9717-ebd7-4d8c-a354-75925298a0be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a857fb7e-5937-46bc-84bf-43def264418e HTTP/1.1" status: 200 len: 843 time: 0.0675447 May 20 18:24:13.878356 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2f27db81-f62e-42e2-92e8-5018ff44219d req-afe26e14-e4c9-473b-b169-022cf0581719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109610 May 20 18:24:13.891597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.899912 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8d8f4a8f-1414-4ed1-b542-d3406ce02c58 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:13.946104 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Pushing event deleted for resources: {'Port': ['ID=7902c150-3596-4bf3-bf7f-930b3baf1578,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:13.948559 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:13.992213 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:13.998897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a5656242-8d1b-40e0-abec-cd1f1371f70a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:14.046177 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event deleted for resources: {'Port': ['ID=19ca8da7-83bd-430a-b899-58e53703df92,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:14.050485 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:14.053729 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-cb16f7ca-c73e-47f7-8ef9-b356373b8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:14.055242 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-cb16f7ca-c73e-47f7-8ef9-b356373b8858 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1858661 May 20 18:24:14.108644 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] No DVR routers for this DVR port 7902c150-3596-4bf3-bf7f-930b3baf1578 on host hv-cinder-79246 {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:24:14.111497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:14.115755 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'name': 'network-vif-deleted', 'tag': '7902c150-3596-4bf3-bf7f-930b3baf1578'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:14.140994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7411a52-3c14-41ed-880b-baf1ca2df0e1 req-84a8be6c-f26f-4cfa-be90-3830917f545d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:14.142121 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-e7411a52-3c14-41ed-880b-baf1ca2df0e1 req-84a8be6c-f26f-4cfa-be90-3830917f545d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Synchronizing usage tracker for tenant:0ba338b992f646719ca5726dde49735f on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:14.147829 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "DELETE /v2.0/ports/7902c150-3596-4bf3-bf7f-930b3baf1578 HTTP/1.1" status: 204 len: 173 time: 1.2435308 May 20 18:24:14.164651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-e7411a52-3c14-41ed-880b-baf1ca2df0e1 req-84a8be6c-f26f-4cfa-be90-3830917f545d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Unset dirty status for tenant:0ba338b992f646719ca5726dde49735f on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:14.165586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] No DVR routers for this DVR port 19ca8da7-83bd-430a-b899-58e53703df92 on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:24:14.170280 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:14.176380 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e7411a52-3c14-41ed-880b-baf1ca2df0e1 req-84a8be6c-f26f-4cfa-be90-3830917f545d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd59fbcc-f281-4148-a413-b2e35a52394b HTTP/1.1" status: 200 len: 946 time: 0.3841219 May 20 18:24:14.179278 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd59fbcc-f281-4148-a413-b2e35a52394b', 'name': 'network-vif-deleted', 'tag': '7902c150-3596-4bf3-bf7f-930b3baf1578', 'status': 'completed', 'code': 200} May 20 18:24:14.226034 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e7411a52-3c14-41ed-880b-baf1ca2df0e1 req-116c9e19-99af-44be-8fe4-870f966da950 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485954 May 20 18:24:14.243741 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f6df81b3-6ed4-461d-ad54-072c610c2aa8 req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "DELETE /v2.0/ports/19ca8da7-83bd-430a-b899-58e53703df92 HTTP/1.1" status: 204 len: 173 time: 1.2734582 May 20 18:24:14.281981 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-92fee249-56cb-4c0d-b4c3-53b45493830f service neutron] 10.222.0.42 "GET /v2.0/networks/c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002599 May 20 18:24:14.440489 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24ce91ba-905e-43bb-aea3-3dc789137545 req-bcd002e4-dbe2-4cf0-9f60-42e1c4e93b47 service neutron] 10.222.0.42 "GET /v2.0/networks/c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475790 May 20 18:24:14.459386 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['2eea14d2-b626-4bce-a68b-19fc3291026b', '7902c150-3596-4bf3-bf7f-930b3baf1578'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:24:14.495958 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8ffa78fb-1208-4553-96f5-50b3049ee223'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:24:14.601558 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-62e6989b-8def-4cbd-9c36-2d9b6b5e794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:14.605130 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-62e6989b-8def-4cbd-9c36-2d9b6b5e794a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddb2708e8d824671a35cfa3350ffcc08&device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 1101 time: 0.0933678 May 20 18:24:14.615074 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-669d414f-53dc-4b31-8345-0abfdd71e857 req-dd90e2fd-5a63-40ab-89bf-6da7cffd7fc3 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4272d16-b8a3-4107-9d47-eba58e689287 HTTP/1.1" status: 200 len: 210 time: 0.0493405 May 20 18:24:14.782286 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-0c30dd3c-ace9-48b3-8f62-96fcd6ed4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:14.783695 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-0c30dd3c-ace9-48b3-8f62-96fcd6ed4b01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468 HTTP/1.1" status: 200 len: 870 time: 0.1603942 May 20 18:24:14.844559 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9e609-d9f4-4441-980c-89c03f77dedf req-f13e88f9-d72b-4d01-ab6c-8c2d70f7f3b7 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:14.846066 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6aa9e609-d9f4-4441-980c-89c03f77dedf req-f13e88f9-d72b-4d01-ab6c-8c2d70f7f3b7 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 948 time: 0.0992234 May 20 18:24:14.862489 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-540f01ee-6235-4a12-8338-75b713914474 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a2803d97-9be8-4fe9-85e6-85837db73919 HTTP/1.1" status: 200 len: 217 time: 0.0710475 May 20 18:24:14.866887 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 90eb6bf8-681e-4c8c-b74c-dc160dee25af up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:14.966913 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-01f65e34-2b18-4642-a4b2-c44019538c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:14.968776 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-01f65e34-2b18-4642-a4b2-c44019538c21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a857fb7e-5937-46bc-84bf-43def264418e HTTP/1.1" status: 200 len: 843 time: 0.0951426 May 20 18:24:14.969455 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6aa9e609-d9f4-4441-980c-89c03f77dedf req-234e5e23-072e-4bad-abdf-365bbabea419 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161983 May 20 18:24:14.979623 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 90eb6bf8-681e-4c8c-b74c-dc160dee25af completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:14.985960 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 90eb6bf8-681e-4c8c-b74c-dc160dee25af triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:14.986226 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:15.063496 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-eab0304a-b3c3-44d7-9ad0-ca1d8ad781c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:15.065223 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-eab0304a-b3c3-44d7-9ad0-ca1d8ad781c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0826006 May 20 18:24:15.172737 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:15.197364 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ad829-19a3-4592-a78c-79152b16e3c4 req-0b758ef6-bad9-4a57-88d8-86bf2ba507b4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:15.199088 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-067ad829-19a3-4592-a78c-79152b16e3c4 req-0b758ef6-bad9-4a57-88d8-86bf2ba507b4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 944 time: 0.0935173 May 20 18:24:15.201386 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:15.212161 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:15.221655 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:15.222983 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 19ca8da7-83bd-430a-b899-58e53703df92 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:24:15.254561 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3e-c421-4afe-9bad-36f9037cc2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:15.272012 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-2a3c64af-b54f-4659-a956-47a953449931 service neutron] 10.222.0.42 "GET /v2.0/networks/c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832237 May 20 18:24:15.299461 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-067ad829-19a3-4592-a78c-79152b16e3c4 req-f0ef052d-49ae-4f3a-b4dd-d5ffc2d1d181 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940552 May 20 18:24:15.334516 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'code': 200} May 20 18:24:15.337691 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 19ca8da7-83bd-430a-b899-58e53703df92 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:24:15.338253 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 19ca8da7-83bd-430a-b899-58e53703df92 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:24:15.340217 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:15.343756 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:15.452833 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-07bf31a0-da7b-48c7-abc3-7c126741c63b req-b65dd013-bbe5-4f26-aa40-3c487f14d8a5 service neutron] 10.222.0.42 "GET /v2.0/networks/c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635909 May 20 18:24:15.517569 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'name': 'network-vif-deleted', 'tag': '19ca8da7-83bd-430a-b899-58e53703df92'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:15.568170 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1e593-be0a-46ec-bea7-3ed095280962 req-9443e2d7-1907-43d9-b963-ddc969ea2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:15.570542 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f2d1e593-be0a-46ec-bea7-3ed095280962 req-9443e2d7-1907-43d9-b963-ddc969ea2ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.0864208 May 20 18:24:15.580139 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4272d16-b8a3-4107-9d47-eba58e689287', 'name': 'network-vif-deleted', 'tag': '19ca8da7-83bd-430a-b899-58e53703df92', 'status': 'completed', 'code': 200} May 20 18:24:15.636091 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f2d1e593-be0a-46ec-bea7-3ed095280962 req-b1a68b40-01ee-480a-b570-cc11de6bc56e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 May 20 18:24:15.758085 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755f7d-beb5-4ee2-87c7-5f1eb3317233 req-bbdb1162-3595-4389-b7d7-a357bfdab77b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:15.759884 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4b755f7d-beb5-4ee2-87c7-5f1eb3317233 req-bbdb1162-3595-4389-b7d7-a357bfdab77b tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0833347 May 20 18:24:15.805340 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4b755f7d-beb5-4ee2-87c7-5f1eb3317233 req-cf6329d4-a9d6-4f93-970d-f58bd7a96ee6 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 May 20 18:24:16.162367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a849-1a5d-4690-9cc1-b3e136191021 req-421e690f-8385-45da-b064-07b331b33488 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:16.164248 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6238a849-1a5d-4690-9cc1-b3e136191021 req-421e690f-8385-45da-b064-07b331b33488 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 948 time: 0.0916481 May 20 18:24:16.208688 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6238a849-1a5d-4690-9cc1-b3e136191021 req-25821244-d9cb-4012-87af-a7b4f77d3632 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 May 20 18:24:16.512273 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bf35e-7796-40fb-b863-979343c4a386 req-f12d6672-2b85-4b14-9a80-08189aab85ed tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:16.513686 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-885bf35e-7796-40fb-b863-979343c4a386 req-f12d6672-2b85-4b14-9a80-08189aab85ed tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.0868301 May 20 18:24:16.560731 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-885bf35e-7796-40fb-b863-979343c4a386 req-7e9b364f-20b1-41c7-bc62-8c4acfd337cf tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 May 20 18:24:16.876556 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device a2803d97-9be8-4fe9-85e6-85837db73919 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:24:16.881344 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7902c150-3596-4bf3-bf7f-930b3baf1578 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:24:16.917406 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 7902c150-3596-4bf3-bf7f-930b3baf1578 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:24:16.917753 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 7902c150-3596-4bf3-bf7f-930b3baf1578 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:24:17.008688 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132ffb-1d0c-4797-a94b-7bc68e1acb05 req-5b8a77df-35a7-410e-aa46-bb8515f3c28c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:17.010368 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a5132ffb-1d0c-4797-a94b-7bc68e1acb05 req-5b8a77df-35a7-410e-aa46-bb8515f3c28c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0802109 May 20 18:24:17.056674 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port a2803d97-9be8-4fe9-85e6-85837db73919, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2803d97-9be8-4fe9-85e6-85837db73919,segment=NetworkSegment(ca03ba96-327d-4202-836e-d94e3a06cb90),segment_id=ca03ba96-327d-4202-836e-d94e3a06cb90)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:17.061951 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a5132ffb-1d0c-4797-a94b-7bc68e1acb05 req-f3699d85-9163-40b8-ac68-db1757d7a6f2 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 May 20 18:24:17.070752 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'a2803d97-9be8-4fe9-85e6-85837db73919', 'network_id': 'c1b91f10-cae8-4a5a-87f3-fcc5fa4e6468', 'port_id': 'a2803d97-9be8-4fe9-85e6-85837db73919', 'mac_address': 'fa:16:3e:3b:b3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a857fb7e-5937-46bc-84bf-43def264418e', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:24:17.125898 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:17.143020 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2803d97-9be8-4fe9-85e6-85837db73919 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:24:17.159075 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port a2803d97-9be8-4fe9-85e6-85837db73919, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2803d97-9be8-4fe9-85e6-85837db73919,segment=NetworkSegment(ca03ba96-327d-4202-836e-d94e3a06cb90),segment_id=ca03ba96-327d-4202-836e-d94e3a06cb90)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:17.164535 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:17.166238 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-1fba7fc8-4db7-4435-ab69-0274507f8db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:17.240038 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=a2803d97-9be8-4fe9-85e6-85837db73919,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:17.243545 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:17.398217 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cee20-cf1a-41ef-a531-427c53772ff7 req-a30a429d-5648-419f-bae1-cf2a5206953c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:17.399591 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6a5cee20-cf1a-41ef-a531-427c53772ff7 req-a30a429d-5648-419f-bae1-cf2a5206953c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 946 time: 0.1373496 May 20 18:24:17.447370 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd573790-d355-49dd-9b72-fd4ca0b5b702 req-d5b6dd30-fef3-4378-a39b-3f9af838ed18 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:17.448863 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd573790-d355-49dd-9b72-fd4ca0b5b702 req-d5b6dd30-fef3-4378-a39b-3f9af838ed18 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 949 time: 0.1266615 May 20 18:24:17.471290 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6a5cee20-cf1a-41ef-a531-427c53772ff7 req-8f12410d-2900-40a4-8299-c530a74be93c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654342 May 20 18:24:17.500952 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd573790-d355-49dd-9b72-fd4ca0b5b702 req-97a15173-9653-418e-b18f-82a58880d0cd tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 May 20 18:24:17.615333 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['a2803d97-9be8-4fe9-85e6-85837db73919'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:24:17.762925 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb99927-acbb-4146-8306-35a3b0ac2010 req-2b2bce57-c4ec-4089-afe8-5ec8946486d8 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:17.764508 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1eb99927-acbb-4146-8306-35a3b0ac2010 req-2b2bce57-c4ec-4089-afe8-5ec8946486d8 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.0813618 May 20 18:24:17.810013 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1eb99927-acbb-4146-8306-35a3b0ac2010 req-4b0cb3da-bf2b-45d9-b8a3-0b889ab25431 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 May 20 18:24:18.004974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5361-6a0b-4d6b-aba6-4ac5573255e3 req-984bc618-6917-44c0-bf55-fbd3b7bbe72d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:18.006416 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f8ed5361-6a0b-4d6b-aba6-4ac5573255e3 req-984bc618-6917-44c0-bf55-fbd3b7bbe72d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.0883255 May 20 18:24:18.053503 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f8ed5361-6a0b-4d6b-aba6-4ac5573255e3 req-5946e16a-46f2-4032-a683-73ac4dc464fe tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 May 20 18:24:18.246705 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1211-3a94-4a3d-836a-d582577bf3e0 req-6e7b92b7-094e-4f55-9ab5-905b0369138c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:18.248184 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f99c1211-3a94-4a3d-836a-d582577bf3e0 req-6e7b92b7-094e-4f55-9ab5-905b0369138c tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0799406 May 20 18:24:18.298814 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f99c1211-3a94-4a3d-836a-d582577bf3e0 req-c40e45d6-2a46-42d4-bc4b-4448e4dba130 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 May 20 18:24:18.470001 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d072b0a-fe77-4216-925e-ad670a28f35d req-45dee03b-6cc4-425c-9882-2c11c458ed1e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:18.471488 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2d072b0a-fe77-4216-925e-ad670a28f35d req-45dee03b-6cc4-425c-9882-2c11c458ed1e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.0901585 May 20 18:24:18.517692 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2d072b0a-fe77-4216-925e-ad670a28f35d req-9d23b896-aae1-4f59-943a-65acbfea4f29 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398812 May 20 18:24:18.717746 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7db0a-7390-4f41-80d4-21d1308e04c7 req-54c12e5b-da38-4ab7-9ae2-f159a332935d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:18.719416 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38e7db0a-7390-4f41-80d4-21d1308e04c7 req-54c12e5b-da38-4ab7-9ae2-f159a332935d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 946 time: 0.1400349 May 20 18:24:18.731964 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bc269-be4f-46af-9026-f8b552569f93 req-cc0a65ab-6026-4869-bf73-6f2dd1d2d445 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:18.733438 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e7bc269-be4f-46af-9026-f8b552569f93 req-cc0a65ab-6026-4869-bf73-6f2dd1d2d445 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 949 time: 0.1187003 May 20 18:24:18.810424 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38e7db0a-7390-4f41-80d4-21d1308e04c7 req-b792f13d-ae24-4b0e-bc3d-13250af7cc42 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758579 May 20 18:24:18.823741 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e7bc269-be4f-46af-9026-f8b552569f93 req-436ba65c-3036-40ea-b645-397f314881ab tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740335 May 20 18:24:18.900057 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device a2803d97-9be8-4fe9-85e6-85837db73919 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:18.997048 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port a2803d97-9be8-4fe9-85e6-85837db73919 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:19.010352 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port a2803d97-9be8-4fe9-85e6-85837db73919 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:19.010352 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:19.123616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:19.150314 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586b8277-d716-48b9-b963-4ced94af29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2803d97-9be8-4fe9-85e6-85837db73919'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:19.159926 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port a2803d97-9be8-4fe9-85e6-85837db73919, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2803d97-9be8-4fe9-85e6-85837db73919,segment=NetworkSegment(ca03ba96-327d-4202-836e-d94e3a06cb90),segment_id=ca03ba96-327d-4202-836e-d94e3a06cb90)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:19.165424 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:19.167746 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:19.204126 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586b8277-d716-48b9-b963-4ced94af29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2803d97-9be8-4fe9-85e6-85837db73919', 'code': 200} May 20 18:24:19.238107 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=a2803d97-9be8-4fe9-85e6-85837db73919,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:19.241037 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:19.474625 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66178-ab69-46cd-ad38-ce6927c94acc req-0ba1240c-3675-4ec0-a2f0-23fab2460121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:19.476378 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-21d66178-ab69-46cd-ad38-ce6927c94acc req-0ba1240c-3675-4ec0-a2f0-23fab2460121 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 1103 time: 0.0762701 May 20 18:24:19.501856 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5df6e1-e391-4307-9bc1-e94f0c1e1092 req-63151865-37a8-4575-8d32-c38b9a70358d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:19.503569 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7f5df6e1-e391-4307-9bc1-e94f0c1e1092 req-63151865-37a8-4575-8d32-c38b9a70358d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0922771 May 20 18:24:19.550775 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7f5df6e1-e391-4307-9bc1-e94f0c1e1092 req-b6357994-f429-446b-8f10-7dd544eb13b9 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 May 20 18:24:19.605147 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-21d66178-ab69-46cd-ad38-ce6927c94acc req-7d472135-41c5-4b84-a6e4-a7e419939229 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164114 May 20 18:24:20.133535 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f42f11-426e-4f8a-be51-6f96be1783aa req-9f591e84-c5dc-47e7-a405-cf9bd3c85eea tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:20.135489 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04f42f11-426e-4f8a-be51-6f96be1783aa req-9f591e84-c5dc-47e7-a405-cf9bd3c85eea tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 946 time: 0.2026350 May 20 18:24:20.142519 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf88f4-85f7-4bf5-aac4-f6f0dad567b5 req-b3de1692-ee23-48da-b4b3-a2cd81803f5f tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:20.143837 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c6cf88f4-85f7-4bf5-aac4-f6f0dad567b5 req-b3de1692-ee23-48da-b4b3-a2cd81803f5f tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 950 time: 0.1747003 May 20 18:24:20.214670 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04f42f11-426e-4f8a-be51-6f96be1783aa req-8e99ed2f-288f-4090-b259-0c3b4976b0cd tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3423089-da02-40a6-ab13-d2715dd98ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 May 20 18:24:20.218622 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c6cf88f4-85f7-4bf5-aac4-f6f0dad567b5 req-592a4a9d-2deb-4e91-bec9-1be42b221813 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608468 May 20 18:24:20.428800 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-28d78858-0166-4343-8419-c2075fea51d4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:20.429505 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-28d78858-0166-4343-8419-c2075fea51d4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Synchronizing usage tracker for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:20.448052 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-28d78858-0166-4343-8419-c2075fea51d4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Unset dirty status for tenant:7e2228279a9442af840635a659cb8c4c on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:20.449335 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-28d78858-0166-4343-8419-c2075fea51d4 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 946 time: 0.1012516 May 20 18:24:20.595447 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Deleting port 8ffa78fb-1208-4553-96f5-50b3049ee223 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:24:20.596015 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:20.733917 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] For port 8ffa78fb-1208-4553-96f5-50b3049ee223, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ffa78fb-1208-4553-96f5-50b3049ee223,segment=NetworkSegment(8bd749ce-e023-4a82-979e-5c13011cb440),segment_id=8bd749ce-e023-4a82-979e-5c13011cb440)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:20.734328 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:20.751540 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914a698-c3a4-4694-9705-8f1a1a53d8b4 req-bc0e6538-ae26-4851-8134-736f128802f8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:20.753021 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b914a698-c3a4-4694-9705-8f1a1a53d8b4 req-bc0e6538-ae26-4851-8134-736f128802f8 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0833681 May 20 18:24:20.802505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b914a698-c3a4-4694-9705-8f1a1a53d8b4 req-aa04244d-1072-4dbe-ae83-0ebd4833af1a tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 May 20 18:24:20.859767 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Calling delete_port for 8ffa78fb-1208-4553-96f5-50b3049ee223 owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:24:20.976195 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:20.982302 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:21.028092 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Pushing event deleted for resources: {'Port': ['ID=8ffa78fb-1208-4553-96f5-50b3049ee223,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:21.030505 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:21.106540 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] No DVR routers for this DVR port 8ffa78fb-1208-4553-96f5-50b3049ee223 on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:24:21.109315 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:21.111819 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5bf821-7774-47dd-b463-607cee8bff61', 'name': 'network-vif-deleted', 'tag': '8ffa78fb-1208-4553-96f5-50b3049ee223'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:21.132004 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5f8c2722-3353-44b5-a31c-31a062f7c264 req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.42 "DELETE /v2.0/ports/8ffa78fb-1208-4553-96f5-50b3049ee223 HTTP/1.1" status: 204 len: 173 time: 0.6733375 May 20 18:24:21.160118 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5bf821-7774-47dd-b463-607cee8bff61', 'name': 'network-vif-deleted', 'tag': '8ffa78fb-1208-4553-96f5-50b3049ee223', 'status': 'completed', 'code': 200} May 20 18:24:21.425293 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-521e4ad1-a69b-46be-ae55-55524abd40b0 req-4cde8714-8387-4a7a-8397-8153fe8c8834 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5bf821-7774-47dd-b463-607cee8bff61 HTTP/1.1" status: 200 len: 210 time: 0.0553632 May 20 18:24:21.453832 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558cd8a-8c72-4ce6-a389-461d78947925 req-539e8a9b-6a21-419c-9aed-22db823680f6 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:21.455300 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c558cd8a-8c72-4ce6-a389-461d78947925 req-539e8a9b-6a21-419c-9aed-22db823680f6 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 950 time: 0.1259618 May 20 18:24:21.502022 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c558cd8a-8c72-4ce6-a389-461d78947925 req-b8fdb592-90d7-4a92-a10b-19cd1558cd64 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 May 20 18:24:22.017487 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb3898-d0da-495c-8296-ac865b109d92 req-441bf5e8-65c2-4041-abbc-dd680df8ab63 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:22.018974 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5bcb3898-d0da-495c-8296-ac865b109d92 req-441bf5e8-65c2-4041-abbc-dd680df8ab63 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.0947978 May 20 18:24:22.069409 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5bcb3898-d0da-495c-8296-ac865b109d92 req-47560afd-312c-44d2-a6aa-c6344cb4dff3 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 May 20 18:24:22.535775 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 42292) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:22.596820 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Deleting subnet 91dae1e4-ace5-48a5-a868-2d7d54b0650b {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:24:22.600466 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:22.654971 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488838'] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:22.699096 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53e895-66e0-4f72-91ea-6b060380c955 req-abaa08a1-f2de-42eb-bb8c-b1a0e2405c0f tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:22.700756 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ee53e895-66e0-4f72-91ea-6b060380c955 req-abaa08a1-f2de-42eb-bb8c-b1a0e2405c0f tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 950 time: 0.0884473 May 20 18:24:22.715008 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:22.748995 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ee53e895-66e0-4f72-91ea-6b060380c955 req-ab35607b-7204-4b24-b074-2a362036467a tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 May 20 18:24:22.945258 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8ffa78fb-1208-4553-96f5-50b3049ee223 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:24:22.995122 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 8ffa78fb-1208-4553-96f5-50b3049ee223 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:24:22.995748 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8ffa78fb-1208-4553-96f5-50b3049ee223 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:24:23.025257 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9884778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9895461'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.030944 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-91170732-ad37-4d7d-8b6c-9a9dad7d46e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:23.060028 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b06b575b-2162-4d07-a45e-f34f6f22413c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.081425 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.088895 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91dae1e4-ace5-48a5-a868-2d7d54b0650b,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:23.093042 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/91dae1e4-ace5-48a5-a868-2d7d54b0650b HTTP/1.1" status: 204 len: 168 time: 0.5549357 May 20 18:24:23.093803 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-309dd014-9e1e-4744-b172-f657ffd1d307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:23.095322 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42312) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:23.296908 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.468306 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc258984-a5ac-4049-a829-4a6afa614877 req-8d0e0d91-6a00-480f-a481-b9b1fe023527 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:23.469767 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cc258984-a5ac-4049-a829-4a6afa614877 req-8d0e0d91-6a00-480f-a481-b9b1fe023527 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2785420 May 20 18:24:23.480523 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.506870 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfebf9b-f2cc-4d94-8576-bda8bd523cd4']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:23.527226 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfefcdf-8e10-489f-ac36-611f127d65d5 req-51c07771-c59b-46de-a4eb-6db6d39f2489 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:23.528658 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ecfefcdf-8e10-489f-ac36-611f127d65d5 req-51c07771-c59b-46de-a4eb-6db6d39f2489 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 950 time: 0.2816994 May 20 18:24:23.540038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd749ce-e023-4a82-979e-5c13011cb440') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:23.540325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd749ce-e023-4a82-979e-5c13011cb440') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:23.572117 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.580451 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cc258984-a5ac-4049-a829-4a6afa614877 req-97bc0318-9283-4433-9f7c-8a682689d3fd tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038063 May 20 18:24:23.600139 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.612346 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:24:23.612760 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:24:23.629498 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:24:23.636879 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ecfefcdf-8e10-489f-ac36-611f127d65d5 req-233c23fd-84f7-420e-bb47-210a28259213 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986664 May 20 18:24:23.711297 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.715348 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:23.728501 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:23.738683 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cfebf9b-f2cc-4d94-8576-bda8bd523cd4,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:23.741855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:23.752314 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9cfebf9b-f2cc-4d94-8576-bda8bd523cd4 HTTP/1.1" status: 204 len: 168 time: 0.6558509 May 20 18:24:23.939907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 42320) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:23.996891 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c12535cc-7cf9-4428-ac56-faf24e1e980c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e2228279a9442af840635a659cb8c4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0553648 May 20 18:24:23.999455 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 42324) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:24.064122 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:24.089987 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:24.152160 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:24.155875 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ec0a4d52-0489-41ad-87ea-deed37874d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:24.168369 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3423089-da02-40a6-ab13-d2715dd98ed2,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:24.171228 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:24.173255 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:24.174211 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3423089-da02-40a6-ab13-d2715dd98ed2 HTTP/1.1" status: 204 len: 168 time: 0.1738095 May 20 18:24:24.835004 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cb018-3874-4122-af32-50f0e7963a87 req-629ca715-7f0e-493a-9e6e-1d6d2ccff1ab tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:24.836109 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9d8cb018-3874-4122-af32-50f0e7963a87 req-629ca715-7f0e-493a-9e6e-1d6d2ccff1ab tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1478810 May 20 18:24:24.866976 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71e84d-acef-48fa-be38-ab246c69ddbd req-52f4857b-201f-4bf3-a114-0264487e56f0 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:24.868304 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fe71e84d-acef-48fa-be38-ab246c69ddbd req-52f4857b-201f-4bf3-a114-0264487e56f0 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 950 time: 0.1148880 May 20 18:24:24.910698 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9d8cb018-3874-4122-af32-50f0e7963a87 req-8f80e8ab-5584-4cac-a095-a5fdaa935334 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 May 20 18:24:24.932566 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fe71e84d-acef-48fa-be38-ab246c69ddbd req-5a38a0ac-84aa-44a7-aa8f-f95284eed854 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572603 May 20 18:24:25.370671 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-02be42a1-59bc-4541-89f2-92a91d7addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:25.644441 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:25.905991 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-21a6348a-3aa2-4afb-a0e1-00c568b79686 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:25.906713 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-21a6348a-3aa2-4afb-a0e1-00c568b79686 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Synchronizing usage tracker for tenant:ddb2708e8d824671a35cfa3350ffcc08 on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:25.924656 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-21a6348a-3aa2-4afb-a0e1-00c568b79686 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Unset dirty status for tenant:ddb2708e8d824671a35cfa3350ffcc08 on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:25.925807 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-21a6348a-3aa2-4afb-a0e1-00c568b79686 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.42 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 950 time: 0.1007738 May 20 18:24:26.156004 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Deleting port a2803d97-9be8-4fe9-85e6-85837db73919 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:24:26.156253 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:26.182275 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-b89d7e3a-9971-4e2e-bccc-e89c488af871 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:26.182991 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-b89d7e3a-9971-4e2e-bccc-e89c488af871 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Synchronizing usage tracker for tenant:0ba338b992f646719ca5726dde49735f on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:26.190879 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827b1e-907e-484b-bc59-6b749ca05c64 req-8917c4fe-f6b3-40b4-9210-7fafc3c0f062 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:26.192361 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e2827b1e-907e-484b-bc59-6b749ca05c64 req-8917c4fe-f6b3-40b4-9210-7fafc3c0f062 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.1558161 May 20 18:24:26.205043 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630934-7312-48a7-a034-473490707a7e req-6dcb8b7e-4713-4646-b30e-0423c21ae523 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:26.206702 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27630934-7312-48a7-a034-473490707a7e req-6dcb8b7e-4713-4646-b30e-0423c21ae523 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 950 time: 0.1277544 May 20 18:24:26.343808 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-b89d7e3a-9971-4e2e-bccc-e89c488af871 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Unset dirty status for tenant:0ba338b992f646719ca5726dde49735f on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:26.344926 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-b89d7e3a-9971-4e2e-bccc-e89c488af871 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 945 time: 0.2899952 May 20 18:24:26.347865 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e2827b1e-907e-484b-bc59-6b749ca05c64 req-48f0b4c3-b99c-4bff-a061-dc5b8f988bcf tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401825 May 20 18:24:26.350803 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27630934-7312-48a7-a034-473490707a7e req-00c4886e-f9bb-4ef7-9169-6688ba1d07b9 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/security-groups?id=50764d0b-03a5-4fad-937f-327a65d6c54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261625 May 20 18:24:26.448896 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] For port a2803d97-9be8-4fe9-85e6-85837db73919, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2803d97-9be8-4fe9-85e6-85837db73919,segment=NetworkSegment(ca03ba96-327d-4202-836e-d94e3a06cb90),segment_id=ca03ba96-327d-4202-836e-d94e3a06cb90)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:26.449218 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:26.535253 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:26.605665 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Calling delete_port for a2803d97-9be8-4fe9-85e6-85837db73919 owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:24:26.655389 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Deleting port 2eea14d2-b626-4bce-a68b-19fc3291026b {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:24:26.655723 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:26.836890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] For port 2eea14d2-b626-4bce-a68b-19fc3291026b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2eea14d2-b626-4bce-a68b-19fc3291026b,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:26.837235 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:26.899744 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:26.916002 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['a2803d97-9be8-4fe9-85e6-85837db73919'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:24:26.955080 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:26.992400 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Calling delete_port for 2eea14d2-b626-4bce-a68b-19fc3291026b owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:24:27.015845 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Pushing event deleted for resources: {'Port': ['ID=a2803d97-9be8-4fe9-85e6-85837db73919,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:27.043511 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:27.100848 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] No DVR routers for this DVR port a2803d97-9be8-4fe9-85e6-85837db73919 on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:24:27.105709 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:27.108355 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586b8277-d716-48b9-b963-4ced94af29c8', 'name': 'network-vif-deleted', 'tag': 'a2803d97-9be8-4fe9-85e6-85837db73919'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:27.136194 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0f09f283-15cf-46c9-9879-9eef87bfec3d req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.42 "DELETE /v2.0/ports/a2803d97-9be8-4fe9-85e6-85837db73919 HTTP/1.1" status: 204 len: 173 time: 1.2029593 May 20 18:24:27.198854 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586b8277-d716-48b9-b963-4ced94af29c8', 'name': 'network-vif-deleted', 'tag': 'a2803d97-9be8-4fe9-85e6-85837db73919', 'status': 'completed', 'code': 200} May 20 18:24:27.228835 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:27.237403 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-24ae9436-08fd-4898-882c-22b7e703f450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:27.322036 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Pushing event deleted for resources: {'Port': ['ID=2eea14d2-b626-4bce-a68b-19fc3291026b,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:27.324464 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:27.366768 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] No DVR routers for this DVR port 2eea14d2-b626-4bce-a68b-19fc3291026b on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:24:27.369318 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:27.384936 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1c95109e-1b72-4979-bc4b-2be04798d8f7 req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.42 "DELETE /v2.0/ports/2eea14d2-b626-4bce-a68b-19fc3291026b HTTP/1.1" status: 204 len: 173 time: 1.0238461 May 20 18:24:27.530953 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7880cb7d-dcf1-4891-8850-7255e8d99b03 req-b0975c11-52ac-4c9d-889a-c75de565f5a4 tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b06362-dbce-4558-bc7f-47faf1ea45e6 HTTP/1.1" status: 200 len: 210 time: 0.0477333 May 20 18:24:27.603222 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-82d91cea-7a84-4e62-a140-ebfb2dcdf4a8 req-c970f736-3f96-4b5a-b2fa-48a9dfbe8c80 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] 10.222.0.32 "GET /v2.0/ports?device_id=586b8277-d716-48b9-b963-4ced94af29c8 HTTP/1.1" status: 200 len: 210 time: 0.0703130 May 20 18:24:28.279328 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:28.439708 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:28.628734 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 42422) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:28.983829 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device a2803d97-9be8-4fe9-85e6-85837db73919 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:24:29.022383 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: a2803d97-9be8-4fe9-85e6-85837db73919 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:24:29.022889 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device a2803d97-9be8-4fe9-85e6-85837db73919 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:24:29.023398 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 2eea14d2-b626-4bce-a68b-19fc3291026b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:24:29.056671 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 2eea14d2-b626-4bce-a68b-19fc3291026b {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:24:29.057160 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 2eea14d2-b626-4bce-a68b-19fc3291026b not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:24:29.199788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'name': 'network-vif-deleted', 'tag': '2eea14d2-b626-4bce-a68b-19fc3291026b'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:29.271863 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b06362-dbce-4558-bc7f-47faf1ea45e6', 'name': 'network-vif-deleted', 'tag': '2eea14d2-b626-4bce-a68b-19fc3291026b', 'status': 'completed', 'code': 200} May 20 18:24:29.307877 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.727314 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Deleting port b849dd3b-1af5-4719-84e7-e9c812a726ab {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:24:29.727952 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.855369 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] For port b849dd3b-1af5-4719-84e7-e9c812a726ab, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=b849dd3b-1af5-4719-84e7-e9c812a726ab,segment=NetworkSegment(3c013ad5-716e-4dd5-8e6d-a9d673cf9a14),segment_id=3c013ad5-716e-4dd5-8e6d-a9d673cf9a14)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:29.855992 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.981846 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Calling delete_port for b849dd3b-1af5-4719-84e7-e9c812a726ab owned by network:router_interface {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:24:30.274268 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:30.278063 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aa830217-8701-4b89-b108-223805f1115f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:30.322491 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b849dd3b-1af5-4719-84e7-e9c812a726ab,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:30.326466 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:30.686292 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:31.051453 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Router 4f80111f-e040-44c2-a6f4-15ee44086732 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:24:31.245522 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:24:31.255696 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] Sync routers for ids ['4f80111f-e040-44c2-a6f4-15ee44086732'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:24:31.260531 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] 10.222.0.32 "PUT /v2.0/routers/4f80111f-e040-44c2-a6f4-15ee44086732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6299953 May 20 18:24:31.262715 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42636) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:31.265154 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] Routers {'4f80111f-e040-44c2-a6f4-15ee44086732'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:31.266039 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['4f80111f-e040-44c2-a6f4-15ee44086732'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:31.443572 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] Set router 4f80111f-e040-44c2-a6f4-15ee44086732 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:31.617030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks [] for router, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:31.739736 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:24:30Z', 'revision_number': 5, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port': {'id': 'd010f3cf-1417-48c2-a9c1-88c38860bcb0', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:35Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:31.743906 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] Checking router: 4f80111f-e040-44c2-a6f4-15ee44086732 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:24:31.755856 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] Routers {'4f80111f-e040-44c2-a6f4-15ee44086732'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:31.756452 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['4f80111f-e040-44c2-a6f4-15ee44086732'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:31.794184 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:31.873884 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Deleting port d010f3cf-1417-48c2-a9c1-88c38860bcb0 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:24:31.874365 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:31.940224 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] Set router 4f80111f-e040-44c2-a6f4-15ee44086732 gateway port host: None {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:32.000139 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] For port d010f3cf-1417-48c2-a9c1-88c38860bcb0, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=d010f3cf-1417-48c2-a9c1-88c38860bcb0,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:32.000585 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:32.058693 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:24:31Z', 'revision_number': 6, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:32.063811 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c60d4e-f4ea-4fcf-9b9f-bd33957ce47c None None] The sync data for ids ['4f80111f-e040-44c2-a6f4-15ee44086732'] in dv-cinder-792462-1-iscsi is: [{'id': '4f80111f-e040-44c2-a6f4-15ee44086732', 'name': 'tempest-ServerRescueNegativeTestJSON-452468105-router', 'tenant_id': '0ba338b992f646719ca5726dde49735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:24:31Z', 'revision_number': 6, 'project_id': '0ba338b992f646719ca5726dde49735f', 'gw_port_host': None}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:24:32.146030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Calling delete_port for d010f3cf-1417-48c2-a9c1-88c38860bcb0 owned by network:router_gateway {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:24:32.418695 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:32.423169 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:32.455252 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device b849dd3b-1af5-4719-84e7-e9c812a726ab no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:24:32.493404 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Pushing event deleted for resources: {'Port': ['ID=d010f3cf-1417-48c2-a9c1-88c38860bcb0,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:32.499230 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: b849dd3b-1af5-4719-84e7-e9c812a726ab {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:24:32.499768 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device b849dd3b-1af5-4719-84e7-e9c812a726ab not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:24:32.505845 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:32.562668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:32.801450 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:32.804620 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:32.902289 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:32.903016 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f80111f-e040-44c2-a6f4-15ee44086732 {{(pid=91634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:24:32.920385 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:32.921551 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f80111f-e040-44c2-a6f4-15ee44086732 HTTP/1.1" status: 204 len: 168 time: 1.6578233 May 20 18:24:32.924290 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42686) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:32.983029 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Deleting subnet 48a2d5e0-19c1-47e7-a743-52fd326bea76 {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:24:32.985919 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.041697 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.101538 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.361503 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.366690 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a6bc9b90-ccc5-4cc3-9b86-3e47cc4e6994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:33.399827 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a2d5e0-19c1-47e7-a743-52fd326bea76,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:33.402481 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:33.405258 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.411127 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-532e8301-8179-489e-b9d1-abccceac3af3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/48a2d5e0-19c1-47e7-a743-52fd326bea76 HTTP/1.1" status: 204 len: 168 time: 0.4858909 May 20 18:24:33.414579 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42698) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:33.519024 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.640661 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.654032 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5c834c-a8e3-4d27-98f7-d5af42b98d93']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:33.666535 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:33.666825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c013ad5-716e-4dd5-8e6d-a9d673cf9a14') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:33.678129 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.694107 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.700148 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:24:33.700780 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:24:33.713489 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:24:33.794112 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.797768 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:33.810717 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.820748 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5c834c-a8e3-4d27-98f7-d5af42b98d93,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:33.823820 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:33.830854 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f79ac7cb-81fa-457c-8bb8-4c51123dba5c admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c5c834c-a8e3-4d27-98f7-d5af42b98d93 HTTP/1.1" status: 204 len: 168 time: 0.4153390 May 20 18:24:33.958041 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 42706) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:34.008041 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-76536a30-c2af-4798-b114-79e3accfb0e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ba338b992f646719ca5726dde49735f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488203 May 20 18:24:34.011506 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42710) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:34.085711 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e5b804ef-8228-43c3-802f-0bb50fe8c61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.112711 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e5b804ef-8228-43c3-802f-0bb50fe8c61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.172675 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e5b804ef-8228-43c3-802f-0bb50fe8c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.176953 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-1c58bf2f-2ac7-4cb8-9d41-c00bb45554ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:34.190816 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b804ef-8228-43c3-802f-0bb50fe8c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6dcdf6-bff5-4baa-8c1c-dba930db2f46,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:34.193260 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e5b804ef-8228-43c3-802f-0bb50fe8c61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:34.203773 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e5b804ef-8228-43c3-802f-0bb50fe8c61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.204871 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-e5b804ef-8228-43c3-802f-0bb50fe8c61b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a6dcdf6-bff5-4baa-8c1c-dba930db2f46 HTTP/1.1" status: 204 len: 168 time: 0.1924226 May 20 18:24:34.360574 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d010f3cf-1417-48c2-a9c1-88c38860bcb0 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:24:34.402986 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: d010f3cf-1417-48c2-a9c1-88c38860bcb0 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:24:34.403374 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d010f3cf-1417-48c2-a9c1-88c38860bcb0 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:24:34.985980 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42744) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:35.095858 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-network', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:35.101084 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:35.105249 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Usage tracker for resource:network and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:35.108195 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:35.114389 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:35.125796 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Made reservation on behalf of f6c0d55d2ea7431c928b7da7e809187d for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:35.128203 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.140658 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.156930 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:35.160886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Usage tracker for resource:security_group_rule and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:35.163768 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:35.169866 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:35.264997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.271332 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.274312 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-fea0d412-ef7e-4b61-a78b-5c5ca32305f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:35.300859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:24:35.309901 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e81fc9-c2f9-4190-b1ad-950be471e61d,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:35.313756 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:35.316441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.316785 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Added segment 09a65d34-ec14-44cc-bf5d-5358763a38f1 of type vlan for network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 May 20 18:24:35.344349 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.375237 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.376601 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:35.377184 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.381903 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:35.481251 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Pushing event updated for resources: {'Network': ['ID=5d0985a8-e3ec-4180-be96-b1b77eb4fab4,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:35.484173 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4971209 May 20 18:24:35.485038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:35.487010 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42754) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:35.492463 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Request body: {'subnet': {'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-subnet', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:35.493298 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:24:35.497363 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:35.501585 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Usage tracker for resource:subnet and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:35.504556 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:35.510781 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:35.525324 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Made reservation on behalf of f6c0d55d2ea7431c928b7da7e809187d for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:35.527850 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519948'] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.999951 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2426853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519966'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.003558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:36.082794 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b70d6c-6298-4e10-9c0a-7fedfdaa3821,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:36.088329 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:36.096937 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Checking segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:36.097287 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Network hostable DHCP agents. Network: 5d0985a8-e3ec-4180-be96-b1b77eb4fab4, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:24:36.120056 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:24:36.132512 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 5d0985a8-e3ec-4180-be96-b1b77eb4fab4) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:36.141447 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db11040-89da-4243-9d7b-8c49f98d7ab2 None None] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:24:36.142950 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:36.143541 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.166824 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3d0271e2-2398-46b9-9e79-e097fedf6915 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6787512 May 20 18:24:36.169894 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 42764) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:36.176070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:36.181042 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:36.185512 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Usage tracker for resource:router and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:36.189512 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:36.195528 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:36.207444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.208432 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.225144 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.364151 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:24:36.364978 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.492923 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.523717 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Allocated IP 172.20.0.2 (5d0985a8-e3ec-4180-be96-b1b77eb4fab4/71b70d6c-6298-4e10-9c0a-7fedfdaa3821/1943e87c-e44a-4d6c-8cf6-96162f8ed15c) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:36.738450 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.751325 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Transition to ACTIVE for port object 1943e87c-e44a-4d6c-8cf6-96162f8ed15c will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:36.770587 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Transition to ACTIVE for port object 1943e87c-e44a-4d6c-8cf6-96162f8ed15c will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:36.776791 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.780670 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:36.843880 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:36.846598 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:36.851034 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:36.860275 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Pushing event updated for resources: {'Port': ['ID=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:36.863401 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:36.918977 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.948145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.949968 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Attempting to bind port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:36.950350 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Attempting to bind port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:36.950747 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Attempting to bind port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:36.956283 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:36.956664 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Checking segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:36.957068 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:36.957467 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Bound using segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:36.957968 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Bound port: 1943e87c-e44a-4d6c-8cf6-96162f8ed15c, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:36.958343 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:37.045932 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] For port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:37.049062 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] For port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:37.056175 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:37.060052 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6022ba8c-d79c-4587-8670-87a17aa359b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:37.084830 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Allocated IP 172.27.1.78 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/5b4cfe64-b160-44bc-8746-11dc13add589) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:37.163333 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Pushing event updated for resources: {'Port': ['ID=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:37.166427 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:37.240639 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:37.271289 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:37.275215 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:37.347306 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:37.350529 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:37.353087 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:37.386791 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4cfe64-b160-44bc-8746-11dc13add589,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:37.392975 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:37.796254 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:38.037735 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db37f7-3e0e-4a76-9caa-5fa111e95d8a None None] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:24:38.141606 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:38.146098 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-3dafe93a-232a-4c64-be9e-2bf380d47352 None None] Provisioning for port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:38.381994 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1943e87c-e44a-4d6c-8cf6-96162f8ed15c up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:38.465283 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:38.472231 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:38.472933 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:38.475977 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:24:38.601037 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:38.614540 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-e5457af2-ecfe-448d-a953-c2f6112102a1 None None] Provisioning complete for port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:38.614912 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e5457af2-ecfe-448d-a953-c2f6112102a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:38.661237 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:24:38.675663 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Sync routers for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:24:38.689478 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:38.696435 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:38.698070 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5265293 May 20 18:24:38.699045 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:38.701213 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:38.701828 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:38.702806 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42790) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:38.753727 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-cd56bc21-62ef-4c03-a6cb-c1bf8511e390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:38.899532 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:38.950027 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:38.993426 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:39.274116 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:37Z', 'revision_number': 3, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:39.278155 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Checking router: 2fbd8854-566f-4bf5-a66d-e998d5ce0411 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:24:39.278839 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Updating router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 port 5b4cfe64-b160-44bc-8746-11dc13add589 binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:24:39.339948 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.411982 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.610859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Allocated IP 172.20.0.1 (5d0985a8-e3ec-4180-be96-b1b77eb4fab4/71b70d6c-6298-4e10-9c0a-7fedfdaa3821/40b2ca22-64b5-4d0b-854c-520fd41ec991) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:39.690985 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.704150 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Transition to ACTIVE for port object 5b4cfe64-b160-44bc-8746-11dc13add589 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:39.712921 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.719104 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:39.799032 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Attempting to bind port 5b4cfe64-b160-44bc-8746-11dc13add589 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:39.799570 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Attempting to bind port 5b4cfe64-b160-44bc-8746-11dc13add589 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:39.799886 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Attempting to bind port 5b4cfe64-b160-44bc-8746-11dc13add589 on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:39.805684 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Pushing event updated for resources: {'Port': ['ID=5b4cfe64-b160-44bc-8746-11dc13add589,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:39.811065 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:39.811515 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:39.811984 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.812976 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:39.812976 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Bound port: 5b4cfe64-b160-44bc-8746-11dc13add589, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:39.813395 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.845640 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.851146 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.851485 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.851821 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.852143 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.852462 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.852778 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.853089 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.853408 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.853713 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.854218 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.854562 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.854892 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:39.858692 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:39.861603 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Transition to ACTIVE for port object 40b2ca22-64b5-4d0b-854c-520fd41ec991 will not be triggered until provisioned by entity DHCP. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:39.888824 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.895361 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-95455993-3028-4a5c-a6f9-c6518ffe4c87 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:39.898951 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] For port 5b4cfe64-b160-44bc-8746-11dc13add589, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:39.902356 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] For port 5b4cfe64-b160-44bc-8746-11dc13add589, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=5b4cfe64-b160-44bc-8746-11dc13add589,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:39.908810 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:39.914897 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:39.962824 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:39.965648 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:39.969716 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:39.997625 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:39.998227 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:40.017188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Pushing event updated for resources: {'Port': ['ID=40b2ca22-64b5-4d0b-854c-520fd41ec991,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:40.024277 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:40.053755 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:40.073951 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Pushing event updated for resources: {'Port': ['ID=5b4cfe64-b160-44bc-8746-11dc13add589,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:40.077466 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:40.211165 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:40.359265 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1943e87c-e44a-4d6c-8cf6-96162f8ed15c up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:40.412739 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:40.440878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-3e9759f9-e1c7-4e5c-9362-14ff2863d491 None None] Provisioning for port 40b2ca22-64b5-4d0b-854c-520fd41ec991 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:40.461891 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-3e9759f9-e1c7-4e5c-9362-14ff2863d491 None None] Provisioning complete for port 40b2ca22-64b5-4d0b-854c-520fd41ec991 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:40.462271 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3e9759f9-e1c7-4e5c-9362-14ff2863d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:40.547841 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-3e9759f9-e1c7-4e5c-9362-14ff2863d491 None None] Port 40b2ca22-64b5-4d0b-854c-520fd41ec991 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:24:40.592799 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:40.593185 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:40.635299 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:40.641775 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:40.668824 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:40.698454 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:37Z', 'revision_number': 3, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:40.716004 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc4d6c-4444-446a-89b6-f0118d125fc2 None None] The sync data for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi is: [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:37Z', 'revision_number': 3, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:24:40.752115 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:40.755681 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Pushing event updated for resources: {'Port': ['ID=40b2ca22-64b5-4d0b-854c-520fd41ec991,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:40.758507 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:40.897543 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:40.898896 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:41.156994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:24:41.174309 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8cb40900-f51b-46a6-81b3-10ea3e877cb0 None None] Provisioning complete for port 40b2ca22-64b5-4d0b-854c-520fd41ec991 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:41.174889 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8cb40900-f51b-46a6-81b3-10ea3e877cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:41.236411 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-8cb40900-f51b-46a6-81b3-10ea3e877cb0 None None] Port 40b2ca22-64b5-4d0b-854c-520fd41ec991 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:24:41.352746 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:24:41.365476 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] 10.222.0.32 "PUT /v2.0/routers/2fbd8854-566f-4bf5-a66d-e998d5ce0411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584530 May 20 18:24:42.266212 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Sync routers for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:24:42.273837 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42836) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:42.276410 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:42.277274 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:42.279426 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910811338', 'description': 'tempest-description--1367336618'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:42.285236 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:42.289162 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:42.292095 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:42.298809 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:42.315237 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.339822 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:42.344074 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group_rule and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:42.347137 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:42.353304 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:42.400790 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5b4cfe64-b160-44bc-8746-11dc13add589 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:42.443069 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.449479 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.455348 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2d902618-83cc-4f00-a791-85635d7f589c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:42.481498 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 5b4cfe64-b160-44bc-8746-11dc13add589 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:42.487042 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 5b4cfe64-b160-44bc-8746-11dc13add589 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:42.487420 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.500203 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:42.593639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec84da1-664c-43d4-8d9e-37ae71529a7d,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:42.596482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:42.597206 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.601472 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3235464 May 20 18:24:42.601690 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42844) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:42.607103 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'security_group_rule': {'security_group_id': 'cec84da1-664c-43d4-8d9e-37ae71529a7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:42.613463 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:42.616571 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.617337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group_rule and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:42.620239 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:42.627746 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:42.634807 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 5b4cfe64-b160-44bc-8746-11dc13add589, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=5b4cfe64-b160-44bc-8746-11dc13add589,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:42.641134 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.643819 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:42.645660 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.707631 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.712298 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.713703 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=5b4cfe64-b160-44bc-8746-11dc13add589,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:42.714451 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:42.718027 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:42.732488 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d44053a-e21b-4b00-870e-bc8b0c47c6b3,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:42.738602 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:42.750361 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.751580 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-86988e0d-e364-45d2-aefc-7f8e826a2b8b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489823 May 20 18:24:42.754439 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42848) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:42.759359 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'security_group_rule': {'security_group_id': 'cec84da1-664c-43d4-8d9e-37ae71529a7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:42.765023 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:42.768803 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group_rule and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:42.771637 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:42.777201 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:42.794716 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.816421 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 2, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:42.820381 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Checking router: 2fbd8854-566f-4bf5-a66d-e998d5ce0411 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:24:42.820738 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Updating router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 port 40b2ca22-64b5-4d0b-854c-520fd41ec991 binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:24:42.853947 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.859787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.862006 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:42.878352 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.883735 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e5b1fe-802a-40fd-a241-2236a1a83388,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:42.886232 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:42.895485 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.896718 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414320 May 20 18:24:42.899918 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 42852) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:42.905173 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'floatingip': {'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:42.910922 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:42.914748 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:floatingip and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:42.917745 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:42.923971 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:42.938337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.077037 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.244891 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Allocated IP 172.27.1.70 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/1ac3255c-5557-455e-8427-a562b04a1c5b) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:43.276314 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.291561 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:24:43.293874 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Transition to ACTIVE for port object 40b2ca22-64b5-4d0b-854c-520fd41ec991 will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:43.302272 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.305867 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:43.420532 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.437192 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Pushing event updated for resources: {'Port': ['ID=40b2ca22-64b5-4d0b-854c-520fd41ec991,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:43.464134 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.470508 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:43.482862 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.483326 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.483523 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.483844 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.484159 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.484481 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.484780 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.485140 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.485422 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.485740 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.486043 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.486350 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:43.515719 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:43.551529 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Attempting to bind port 40b2ca22-64b5-4d0b-854c-520fd41ec991 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:43.551900 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Attempting to bind port 40b2ca22-64b5-4d0b-854c-520fd41ec991 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:43.553589 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Attempting to bind port 40b2ca22-64b5-4d0b-854c-520fd41ec991 on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:43.555000 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:43.561695 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:43.563780 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:43.563780 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Checking segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:43.564470 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.564664 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Bound using segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:43.565232 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Bound port: 40b2ca22-64b5-4d0b-854c-520fd41ec991, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:43.565696 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.566738 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:43.599372 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'Port': ['ID=1ac3255c-5557-455e-8427-a562b04a1c5b,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:43.608407 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:43.681237 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] For port 40b2ca22-64b5-4d0b-854c-520fd41ec991, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:43.685961 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] For port 40b2ca22-64b5-4d0b-854c-520fd41ec991, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=40b2ca22-64b5-4d0b-854c-520fd41ec991,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:43.693089 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.698125 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:43.709284 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.777614 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:43.778239 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:43.809153 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.833238 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Pushing event updated for resources: {'Port': ['ID=40b2ca22-64b5-4d0b-854c-520fd41ec991,revision_number=4']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:43.844118 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-8a916d1a-aab1-45b0-b302-9f2255c4efe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:44.001597 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:44.054953 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:44.063897 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:44.065651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:44.193626 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'Port': ['ID=1ac3255c-5557-455e-8427-a562b04a1c5b,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:44.197705 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:44.204677 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:44.234923 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:44.234923 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3315313 May 20 18:24:44.345060 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:43Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:44.352266 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389df83-91bc-4622-bd92-dea771c814ce None None] The sync data for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi is: [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:43Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:24:44.426197 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5b4cfe64-b160-44bc-8746-11dc13add589 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:44.508825 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 5b4cfe64-b160-44bc-8746-11dc13add589 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:44.509202 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:44.562191 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d08fd74f-7496-462b-b66e-cde061baa403 req-3da5a68e-a9b0-487b-83dd-982000aed79d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Synchronizing usage tracker for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:44.581566 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d08fd74f-7496-462b-b66e-cde061baa403 req-3da5a68e-a9b0-487b-83dd-982000aed79d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Unset dirty status for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:44.587098 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-3da5a68e-a9b0-487b-83dd-982000aed79d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1910811338&fields=id&tenant_id=f6c0d55d2ea7431c928b7da7e809187d HTTP/1.1" status: 200 len: 267 time: 0.0703907 May 20 18:24:44.742078 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-b383e886-b184-438e-a2f6-17f75df9051d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:44.743071 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d08fd74f-7496-462b-b66e-cde061baa403 req-b383e886-b184-438e-a2f6-17f75df9051d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Synchronizing usage tracker for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:network {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:44.764397 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d08fd74f-7496-462b-b66e-cde061baa403 req-b383e886-b184-438e-a2f6-17f75df9051d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Unset dirty status for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:network {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:44.765639 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-b383e886-b184-438e-a2f6-17f75df9051d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 817 time: 0.1759024 May 20 18:24:44.783731 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-ccbeae88-a66f-4f52-b2be-bacf75bf448d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/quotas/f6c0d55d2ea7431c928b7da7e809187d HTTP/1.1" status: 200 len: 375 time: 0.0124934 May 20 18:24:44.870621 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d08fd74f-7496-462b-b66e-cde061baa403 req-7da5d668-2990-4740-8cb8-25fe4b0673a9 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Synchronizing usage tracker for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:44.888746 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-d08fd74f-7496-462b-b66e-cde061baa403 req-7da5d668-2990-4740-8cb8-25fe4b0673a9 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Unset dirty status for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:44.890102 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-7da5d668-2990-4740-8cb8-25fe4b0673a9 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005070 May 20 18:24:45.073734 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-e8904923-85a1-47c5-b34e-fbd43fb9286c service neutron] 10.222.0.32 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717615 May 20 18:24:45.290425 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-4e83fed6-1d5c-4b7f-b191-133c6ebcda1c service neutron] 10.222.0.32 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100482 May 20 18:24:45.546145 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4121afa9-8b87-4e31-a437-4e852022e2c2 req-bad4a411-acb1-49e4-94a6-a462c0894acc tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 210 time: 0.1133511 May 20 18:24:46.380678 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 40b2ca22-64b5-4d0b-854c-520fd41ec991 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:46.449107 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 40b2ca22-64b5-4d0b-854c-520fd41ec991 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:46.457305 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 40b2ca22-64b5-4d0b-854c-520fd41ec991 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:46.457932 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:46.582140 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:46.616497 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 40b2ca22-64b5-4d0b-854c-520fd41ec991, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=40b2ca22-64b5-4d0b-854c-520fd41ec991,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:46.622214 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:46.625421 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-37dd608c-80e1-461c-9ba9-65cf9f8d19ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:46.697003 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=40b2ca22-64b5-4d0b-854c-520fd41ec991,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:46.700112 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:46.716304 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c10e2a03-2e0f-4a81-9945-f7817b74e8d4 req-5252f5af-44a1-4b28-aa35-96f1c62896c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 210 time: 0.0449784 May 20 18:24:46.901840 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-250610a1-3fc8-4bec-9295-3b4092a15285 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:46.903397 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-250610a1-3fc8-4bec-9295-3b4092a15285 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 817 time: 0.1492121 May 20 18:24:46.959900 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-c2c6f79b-a9c8-4780-8afc-145112ac8f9e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c0d55d2ea7431c928b7da7e809187d HTTP/1.1" status: 200 len: 380 time: 0.0425944 May 20 18:24:46.970873 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'port': {'device_id': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'admin_state_up': True, 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'security_groups': ['cec84da1-664c-43d4-8d9e-37ae71529a7d']}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:47.120362 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:47.130475 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:47.141576 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Made reservation on behalf of f6c0d55d2ea7431c928b7da7e809187d for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:47.145093 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:47.314202 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Allocated IP 172.20.0.14 (5d0985a8-e3ec-4180-be96-b1b77eb4fab4/71b70d6c-6298-4e10-9c0a-7fedfdaa3821/8da41269-af92-4714-b0b2-f61479eaadaa) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:47.514969 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:47.529940 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Transition to ACTIVE for port object 8da41269-af92-4714-b0b2-f61479eaadaa will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:47.554722 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:47.560429 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:47.630683 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:47.634851 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:47.638802 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:47.672490 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'Port': ['ID=8da41269-af92-4714-b0b2-f61479eaadaa,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:47.680688 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:47.719444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:47.720068 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:47.748288 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812111 May 20 18:24:47.820676 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Request body: {'port': {'device_id': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:47.854171 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-b6a04d7a-60b3-454b-b7b4-1371abe7aeea None None] Provisioning for port 8da41269-af92-4714-b0b2-f61479eaadaa completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:47.859602 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-b6a04d7a-60b3-454b-b7b4-1371abe7aeea None None] Provisioning complete for port 8da41269-af92-4714-b0b2-f61479eaadaa triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:47.860073 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b6a04d7a-60b3-454b-b7b4-1371abe7aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:47.916859 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-b6a04d7a-60b3-454b-b7b4-1371abe7aeea None None] Port 8da41269-af92-4714-b0b2-f61479eaadaa cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:24:47.917590 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1235cfa-4f1e-4250-995e-6d76b240f33a req-af7a8afe-37ed-4077-b4b1-38510530dda0 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:47.919227 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b1235cfa-4f1e-4250-995e-6d76b240f33a req-af7a8afe-37ed-4077-b4b1-38510530dda0 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 932 time: 0.0852454 May 20 18:24:47.936984 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:47.963575 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b1235cfa-4f1e-4250-995e-6d76b240f33a req-ad779c74-64d6-40f9-8172-ebbd36038cc8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380676 May 20 18:24:48.303575 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da41269-af92-4714-b0b2-f61479eaadaa {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:24:48.311443 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.326820 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Transition to ACTIVE for port object 8da41269-af92-4714-b0b2-f61479eaadaa will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:48.332915 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.336666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-117390ef-1cc3-4418-b169-51830df40260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:48.361796 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 40b2ca22-64b5-4d0b-854c-520fd41ec991 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:48.436885 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 40b2ca22-64b5-4d0b-854c-520fd41ec991 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:48.437306 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.584546 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Pushing event updated for resources: {'Port': ['ID=8da41269-af92-4714-b0b2-f61479eaadaa,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:48.591998 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:48.663694 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Attempting to bind port 8da41269-af92-4714-b0b2-f61479eaadaa on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:48.664025 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Attempting to bind port 8da41269-af92-4714-b0b2-f61479eaadaa by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:48.664354 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Attempting to bind port 8da41269-af92-4714-b0b2-f61479eaadaa on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:48.669010 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Port 8da41269-af92-4714-b0b2-f61479eaadaa on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:24:48.669329 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Attempting to bind port 8da41269-af92-4714-b0b2-f61479eaadaa on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:48.674576 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:48.674905 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Checking segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:48.675279 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Bound using segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:48.675704 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Bound port: 8da41269-af92-4714-b0b2-f61479eaadaa, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:48.676042 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.770049 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] For port 8da41269-af92-4714-b0b2-f61479eaadaa, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:48.775178 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] For port 8da41269-af92-4714-b0b2-f61479eaadaa, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8da41269-af92-4714-b0b2-f61479eaadaa,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:48.785748 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.791466 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f132ab00-864a-48f5-bf74-d3db6072924d tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:48.847512 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:48.848131 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.850080 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] 10.222.0.42 "PUT /v2.0/ports/8da41269-af92-4714-b0b2-f61479eaadaa HTTP/1.1" status: 200 len: 1094 time: 1.0855434 May 20 18:24:48.850643 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:48.873745 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Pushing event updated for resources: {'Port': ['ID=8da41269-af92-4714-b0b2-f61479eaadaa,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:48.885025 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:48.934533 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa', 'status': 'completed', 'code': 200} May 20 18:24:48.978323 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6deb2738-4d3d-42d9-88a3-cfb65e0158d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:48.979902 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-6deb2738-4d3d-42d9-88a3-cfb65e0158d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 1097 time: 0.0802419 May 20 18:24:49.055522 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-c470caf2-e75b-4151-8eec-658e3abc30ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da41269-af92-4714-b0b2-f61479eaadaa HTTP/1.1" status: 200 len: 217 time: 0.0623250 May 20 18:24:49.135798 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-a91761de-1dc4-4eb5-9cb4-e2a31e528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:49.137275 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-a91761de-1dc4-4eb5-9cb4-e2a31e528d56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0620153 May 20 18:24:49.162606 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20f717-b00b-47db-bfeb-684fef2b8a8b req-39d86cd3-7e1b-46ba-bbbe-fddb532be8bc tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:49.164837 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a20f717-b00b-47db-bfeb-684fef2b8a8b req-39d86cd3-7e1b-46ba-bbbe-fddb532be8bc tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 944 time: 0.0835230 May 20 18:24:49.216000 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a20f717-b00b-47db-bfeb-684fef2b8a8b req-7904c142-e680-4c8a-8026-93df0a2a6ae6 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453639 May 20 18:24:49.224785 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd74f-7496-462b-b66e-cde061baa403 req-dc1b8767-5064-446c-a6ab-a48eee369075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:49.226294 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-dc1b8767-5064-446c-a6ab-a48eee369075 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779948 May 20 18:24:49.363433 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-130517cb-83ee-4cdc-8036-e2332ccc8f8d service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279233 May 20 18:24:49.499811 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d08fd74f-7496-462b-b66e-cde061baa403 req-bf0564d5-3a06-47b0-95cb-61d6b95788df service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277740 May 20 18:24:49.657043 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-afecbc32-a7ce-478c-ae02-6c3a8ae7f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:49.658599 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-afecbc32-a7ce-478c-ae02-6c3a8ae7f2c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 1097 time: 0.0990069 May 20 18:24:49.793433 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-5e637374-ac56-43a9-b399-952d9a76ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:49.794961 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-5e637374-ac56-43a9-b399-952d9a76ac06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 918 time: 0.1260281 May 20 18:24:49.871289 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-1198b4a4-0535-415e-880b-35654e3f9458 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da41269-af92-4714-b0b2-f61479eaadaa HTTP/1.1" status: 200 len: 217 time: 0.0617309 May 20 18:24:49.938394 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-2906bba2-adf3-46ca-9450-47173684791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:49.939892 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-2906bba2-adf3-46ca-9450-47173684791c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0611033 May 20 18:24:50.019419 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-2151caa6-80ae-4f63-bfe3-758d1dbec6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:50.020867 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-2151caa6-80ae-4f63-bfe3-758d1dbec6ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730615 May 20 18:24:50.167069 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-83c9ea5d-37e0-4149-bb24-65d88f0520b2 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382661 May 20 18:24:50.414847 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b2cd4815-6c0f-4cdc-9db4-09f66c85a61f req-617d9ba4-5fa6-4b40-baaa-8d796e1d3507 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325697 May 20 18:24:50.421486 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f135a-7923-4afe-9507-9a87d82b3991 req-0fadd8a9-691e-4369-ae1f-76189d56d864 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:50.423878 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eb3f135a-7923-4afe-9507-9a87d82b3991 req-0fadd8a9-691e-4369-ae1f-76189d56d864 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 944 time: 0.0879910 May 20 18:24:50.469538 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eb3f135a-7923-4afe-9507-9a87d82b3991 req-d2cc5078-1393-4758-bd6a-eb955c264916 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396948 May 20 18:24:51.681689 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78684f5e-a9de-429b-be7a-c10d061988a5 req-f0ef5c20-5104-43ce-9a8d-56e0ab179e09 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:51.683147 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-78684f5e-a9de-429b-be7a-c10d061988a5 req-f0ef5c20-5104-43ce-9a8d-56e0ab179e09 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 944 time: 0.0989404 May 20 18:24:51.731277 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-78684f5e-a9de-429b-be7a-c10d061988a5 req-9f4d617a-0811-408b-96fe-82184e8fd34e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 May 20 18:24:52.933523 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3acda-a150-4d3d-a297-370a19219c30 req-64e257e8-20d8-4283-9bf6-cd0d6c236a7c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:52.934972 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1cf3acda-a150-4d3d-a297-370a19219c30 req-64e257e8-20d8-4283-9bf6-cd0d6c236a7c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 944 time: 0.0821602 May 20 18:24:52.980109 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1cf3acda-a150-4d3d-a297-370a19219c30 req-b0792633-efc0-4002-aaa1-5f9f16aa1d67 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 May 20 18:24:53.057619 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d5b6be1d-8f2e-4f98-aea7-491578311a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.123829 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8da41269-af92-4714-b0b2-f61479eaadaa details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:24:53.259323 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 8da41269-af92-4714-b0b2-f61479eaadaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8da41269-af92-4714-b0b2-f61479eaadaa,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:53.272418 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': '8da41269-af92-4714-b0b2-f61479eaadaa', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'port_id': '8da41269-af92-4714-b0b2-f61479eaadaa', 'mac_address': 'fa:16:3e:b6:9d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:24:53.330239 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.346919 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da41269-af92-4714-b0b2-f61479eaadaa {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:24:53.362641 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 8da41269-af92-4714-b0b2-f61479eaadaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8da41269-af92-4714-b0b2-f61479eaadaa,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:53.369199 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.370977 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-cd56bc21-62ef-4c03-a6cb-c1bf8511e390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:53.435754 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=8da41269-af92-4714-b0b2-f61479eaadaa,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:53.438866 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:53.621872 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['8da41269-af92-4714-b0b2-f61479eaadaa'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:24:54.176544 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547adae3-649d-4b8f-98d4-8e815db53728 req-821a250c-55ce-4781-8abe-bdb75438dfd2 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:54.177944 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-547adae3-649d-4b8f-98d4-8e815db53728 req-821a250c-55ce-4781-8abe-bdb75438dfd2 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 945 time: 0.0861895 May 20 18:24:54.229118 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-547adae3-649d-4b8f-98d4-8e815db53728 req-b1dc7d6f-4bbd-4282-af2b-de6ec57e5837 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 May 20 18:24:55.124750 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8da41269-af92-4714-b0b2-f61479eaadaa up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:55.209818 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port 8da41269-af92-4714-b0b2-f61479eaadaa completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:55.214760 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port 8da41269-af92-4714-b0b2-f61479eaadaa triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:55.215155 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.341577 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.388717 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:24:55.404848 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port 8da41269-af92-4714-b0b2-f61479eaadaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8da41269-af92-4714-b0b2-f61479eaadaa,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:55.408351 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2e719886-c49f-4fc7-8fc5-12c8a35f5b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.411969 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.413824 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-2afa5605-b286-49d0-9846-d4e694fb7451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:55.435421 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb398b-4559-48c7-9eac-4961909e57db req-ff535d9c-7050-42b2-b39f-2629cff81d52 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:55.442601 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bdbb398b-4559-48c7-9eac-4961909e57db req-ff535d9c-7050-42b2-b39f-2629cff81d52 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 945 time: 0.0965350 May 20 18:24:55.450123 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa', 'code': 200} May 20 18:24:55.489064 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=8da41269-af92-4714-b0b2-f61479eaadaa,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:55.490962 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bdbb398b-4559-48c7-9eac-4961909e57db req-d086c813-7ffe-43e1-a7ea-a2c9dd147d9d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474238 May 20 18:24:55.492214 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:55.650670 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.706448 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db8c1c-efe3-4163-9700-881d3835ca65 req-754da96f-7bef-4e61-b6c8-32d9dab0de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:55.707965 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-69db8c1c-efe3-4163-9700-881d3835ca65 req-754da96f-7bef-4e61-b6c8-32d9dab0de7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 1099 time: 0.0766466 May 20 18:24:55.751743 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-69db8c1c-efe3-4163-9700-881d3835ca65 req-bc47237b-337d-4945-9e25-12f17f4bec3e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360730 May 20 18:24:56.545384 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:56.700044 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ed32c-9f2a-4f21-88bb-b3f1400e4cae req-caa17d73-e7d5-4186-b900-28d63d2a9292 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:56.701632 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6a2ed32c-9f2a-4f21-88bb-b3f1400e4cae req-caa17d73-e7d5-4186-b900-28d63d2a9292 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 946 time: 0.0897195 May 20 18:24:56.748489 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6a2ed32c-9f2a-4f21-88bb-b3f1400e4cae req-773336c8-ca40-4a59-bad4-2a4d3d1c87b6 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 May 20 18:24:57.946190 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee9661-f911-4c63-aa8d-b696d17b15d0 req-94527ea4-9f13-4427-82d0-13a8a218f33d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:57.947698 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3ee9661-f911-4c63-aa8d-b696d17b15d0 req-94527ea4-9f13-4427-82d0-13a8a218f33d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 946 time: 0.0860741 May 20 18:24:57.995996 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3ee9661-f911-4c63-aa8d-b696d17b15d0 req-17e06c20-fdfb-474d-a171-3411f8e81030 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 May 20 18:24:58.188271 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ac93-37db-45bc-9348-16096c0c53fc req-af9dc865-7ba7-4b5e-8596-4f4b8b361b95 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:58.189816 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38d6ac93-37db-45bc-9348-16096c0c53fc req-af9dc865-7ba7-4b5e-8596-4f4b8b361b95 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 946 time: 0.0799909 May 20 18:24:58.198728 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43064) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:58.204241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'floatingip': {'port_id': '8da41269-af92-4714-b0b2-f61479eaadaa'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:58.296703 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:58.304395 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:58.452616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:58.712756 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-cb2b23ac-3a21-40aa-bea5-2708aa1913e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832946 May 20 18:24:58.818238 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-d6119156-1dcb-46f4-88d2-2b9bb4822465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:58.819757 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-d6119156-1dcb-46f4-88d2-2b9bb4822465 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94002bc0ab1443a69299aaae213b6ad3&device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 1098 time: 0.0760005 May 20 18:24:58.967132 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-ae66e082-440e-4812-86b2-cad98fc65011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:58.968589 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-ae66e082-440e-4812-86b2-cad98fc65011 service neutron] 10.222.0.42 "GET /v2.0/networks?id=645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 200 len: 915 time: 0.1286924 May 20 18:24:59.042395 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-734c4129-3559-451d-8f62-25015291807f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 200 len: 217 time: 0.0663476 May 20 18:24:59.106051 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-dfd0398b-13ed-4bf4-b579-4a216674e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:59.107527 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-dfd0398b-13ed-4bf4-b579-4a216674e593 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba65dbf-7ea4-44a4-8f47-c080573e1a02 HTTP/1.1" status: 200 len: 854 time: 0.0585227 May 20 18:24:59.155263 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-d93fb2c6-2021-40a3-ac7b-beaa452c631d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=645e7bfb-cd95-49fb-ba86-243805a56d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400646 May 20 18:24:59.186023 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:59.191479 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:59.291753 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-9ec87f0e-b393-4a92-9b54-2faa1ff40a98 service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287754 May 20 18:24:59.368472 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.l3_db [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Floating IP 94a7cb9c-4b03-4484-adcc-3c60596006aa associated. External IP: 172.27.1.70, port: 8da41269-af92-4714-b0b2-f61479eaadaa. May 20 18:24:59.430759 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9536ae2f-8b23-4c8b-bfb4-76e22c354c0e req-60e15439-70ad-4e4b-b785-4d3294a5e817 service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313491 May 20 18:24:59.726749 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:25:00.010184 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:25:00.014467 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:00.019577 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] Sync routers for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:25:00.029305 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:25:00.029918 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:00.070055 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2f1d654b-b758-4ea2-86c1-0fa2bc349d5e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "PUT /v2.0/floatingips/94a7cb9c-4b03-4484-adcc-3c60596006aa HTTP/1.1" status: 200 len: 991 time: 1.8701262 May 20 18:25:00.070743 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:25:00.178423 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa', 'status': 'completed', 'code': 200} May 20 18:25:00.219585 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:25:00.283487 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-6350dedc-c150-4e61-8edd-0cf8780fe302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:00.284902 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-6350dedc-c150-4e61-8edd-0cf8780fe302 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 1099 time: 0.0810292 May 20 18:25:00.426316 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-24e9583a-d420-4f5c-9da9-f31adbaa63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:00.427823 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-24e9583a-d420-4f5c-9da9-f31adbaa63f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 918 time: 0.1299484 May 20 18:25:00.533041 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-873801e9-46ad-4939-baed-ff5a4f455d80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da41269-af92-4714-b0b2-f61479eaadaa HTTP/1.1" status: 200 len: 999 time: 0.0975175 May 20 18:25:00.598327 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-340e22c5-1342-4f1d-9f63-d243c3460616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:00.598704 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '94a7cb9c-4b03-4484-adcc-3c60596006aa', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'port_id': '8da41269-af92-4714-b0b2-f61479eaadaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'mac_address': 'fa:16:3e:b6:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:24:43Z', 'updated_at': '2021-05-20T18:24:59Z', 'revision_number': 1, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:00.600047 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-340e22c5-1342-4f1d-9f63-d243c3460616 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0585237 May 20 18:25:00.603503 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] Checking router: 2fbd8854-566f-4bf5-a66d-e998d5ce0411 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:25:00.612819 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:25:00.613390 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:00.677739 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-a9440363-3c12-4260-8b25-fd4f7853684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:00.679321 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-a9440363-3c12-4260-8b25-fd4f7853684a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711179 May 20 18:25:00.796248 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:25:00.815672 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-70a24905-8c09-4618-96a8-9a0bbb15788d service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266792 May 20 18:25:01.060188 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-96f5c571-f662-4091-97a6-8813f4f3fb53 req-68993127-745f-4584-a0b6-9974879bee71 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370000 May 20 18:25:01.151545 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '94a7cb9c-4b03-4484-adcc-3c60596006aa', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'port_id': '8da41269-af92-4714-b0b2-f61479eaadaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'mac_address': 'fa:16:3e:b6:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:24:43Z', 'updated_at': '2021-05-20T18:24:59Z', 'revision_number': 1, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:01.155652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2bbad-43ed-4ccf-a77e-a0f6212aefec None None] The sync data for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi is: [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '94a7cb9c-4b03-4484-adcc-3c60596006aa', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'port_id': '8da41269-af92-4714-b0b2-f61479eaadaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'mac_address': 'fa:16:3e:b6:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:24:43Z', 'updated_at': '2021-05-20T18:24:59Z', 'revision_number': 1, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:25:01.344693 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c4b46-1332-449d-948d-b3e9b1aa49df None None] New status for floating IP 94a7cb9c-4b03-4484-adcc-3c60596006aa: ACTIVE {{(pid=91636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:25:11.217577 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f5eaf-46b0-4b92-9dd0-85143adca9db req-8422e21a-e719-488e-a021-606f8f49a9aa tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:11.219021 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-552f5eaf-46b0-4b92-9dd0-85143adca9db req-8422e21a-e719-488e-a021-606f8f49a9aa tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.0809548 May 20 18:25:11.268136 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-552f5eaf-46b0-4b92-9dd0-85143adca9db req-21d77dcb-e569-4509-a11c-18d077c0de1e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 May 20 18:25:11.292298 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43212) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:11.466727 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4efb78-fd57-4c04-a7b1-6c83c6d3666d tempest-TestMinimumBasicScenario-1405029469 tempest-TestMinimumBasicScenario-1405029469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:11.467422 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-cf4efb78-fd57-4c04-a7b1-6c83c6d3666d tempest-TestMinimumBasicScenario-1405029469 tempest-TestMinimumBasicScenario-1405029469-project-admin] Synchronizing usage tracker for tenant:711385c7997441c78816749be439cb59 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:25:11.488123 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-cf4efb78-fd57-4c04-a7b1-6c83c6d3666d tempest-TestMinimumBasicScenario-1405029469 tempest-TestMinimumBasicScenario-1405029469-project-admin] Unset dirty status for tenant:711385c7997441c78816749be439cb59 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:25:11.489233 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cf4efb78-fd57-4c04-a7b1-6c83c6d3666d tempest-TestMinimumBasicScenario-1405029469 tempest-TestMinimumBasicScenario-1405029469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1093 time: 0.1960013 May 20 18:25:11.492273 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43220) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:11.497237 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'floatingip': {'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'port_id': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:11.503157 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:11.507019 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:floatingip and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:11.509826 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:11.515548 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:11.527979 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for floatingip, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:11.664638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:11.815747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Allocated IP 172.27.1.150 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/ff762316-8b95-4a31-9060-a8344b26a8dc) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:25:11.968008 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:12.004428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:12.008985 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3c1c1a30-042d-4639-90dc-c39b6108e0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:12.067508 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:25:12.070222 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:25:12.072845 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:25:12.113649 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'Port': ['ID=ff762316-8b95-4a31-9060-a8344b26a8dc,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:12.129552 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.129914 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.130280 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.130778 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.131128 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.131474 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.131818 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.132153 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.132492 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.132825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.133148 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.133485 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:12.139138 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:12.513408 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:12.589742 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:12.797685 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:12.804436 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:12.808949 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:12.913216 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'Port': ['ID=ff762316-8b95-4a31-9060-a8344b26a8dc,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:12.917362 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:12.924622 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:13.194012 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.l3_db [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Floating IP e1d28ffe-52eb-4374-a759-99b5762110c2 associated. External IP: 172.27.1.150, port: 90eb6bf8-681e-4c8c-b74c-dc160dee25af. May 20 18:25:13.538766 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:25:13.723953 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:25:13.734555 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] Sync routers for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:25:13.745793 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:25:13.746516 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:13.751893 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:13.814405 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3184021 May 20 18:25:13.814405 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:25:13.815126 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 43244) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:13.820944 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698553485', 'description': 'tempest-secgroup-smoke-698553485 description', 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:13.827472 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:13.833045 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:13.836544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:13.843345 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:13.858203 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:13.867040 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'status': 'completed', 'code': 200} May 20 18:25:13.882450 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:13.886902 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:13.890226 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:13.896445 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:13.927834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:25:14.017454 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18f68-6213-40af-a1c3-f550560d372a req-824f016b-47fd-4ccc-98a2-0e1f82c7d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:14.019764 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e5b18f68-6213-40af-a1c3-f550560d372a req-824f016b-47fd-4ccc-98a2-0e1f82c7d92a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.1051886 May 20 18:25:14.082901 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.136147 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.142808 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-444936bd-ebe0-40c1-99e9-30be2964a460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:14.202443 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.203666 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3874586 May 20 18:25:14.207081 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43258) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:14.212782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'security_group_rule': {'security_group_id': '998bec90-b93a-4313-a88a-61ff560def25', 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:14.214659 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998bec90-b93a-4313-a88a-61ff560def25,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:14.219624 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:14.223954 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:14.227633 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:14.228260 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.228634 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.228987 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.229319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.229671 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.230009 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.230364 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.230731 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.231058 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.231394 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.231727 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.232056 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:25:14.234552 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:14.235551 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18f68-6213-40af-a1c3-f550560d372a req-ea2c0f95-83e6-417b-91ab-46a5c372b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:14.237002 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e5b18f68-6213-40af-a1c3-f550560d372a req-ea2c0f95-83e6-417b-91ab-46a5c372b9dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.2081151 May 20 18:25:14.238514 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:14.254021 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.317445 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.323773 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.331349 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-82b9efd5-b3f0-47d3-b45b-8c54b0c20a0e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:14.334852 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': 'e1d28ffe-52eb-4374-a759-99b5762110c2', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'port_id': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'mac_address': 'fa:16:3e:a4:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb51995-82a1-4706-93aa-21b41b176900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:25:12Z', 'updated_at': '2021-05-20T18:25:12Z', 'revision_number': 0, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:27Z', 'revision_number': 5, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:14.338916 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] Checking router: cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:25:14.348501 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:25:14.349114 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:24:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:14.354879 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e5b18f68-6213-40af-a1c3-f550560d372a req-522da243-b3bd-4262-ba3f-45f84452d17a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 999 time: 0.1069469 May 20 18:25:14.355281 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f7c52e-4300-42ed-afbb-c67f312f103e,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:14.360334 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:14.366969 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.370871 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2a712a8e-8708-4289-b3c4-99503333f559 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627769 May 20 18:25:14.372224 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43262) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:14.377508 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'security_group_rule': {'security_group_id': '998bec90-b93a-4313-a88a-61ff560def25', 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:14.384171 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:14.388160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:14.391013 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:14.396912 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:14.416276 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.443942 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18f68-6213-40af-a1c3-f550560d372a req-04b7c30a-7ae9-4b48-9ae0-4ab1e312529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:14.445862 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e5b18f68-6213-40af-a1c3-f550560d372a req-04b7c30a-7ae9-4b48-9ae0-4ab1e312529a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0805764 May 20 18:25:14.487086 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.492373 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.500766 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:14.522997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456c7a71-ae1e-47dc-a481-525d584b3f90,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:14.525558 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:14.532424 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18f68-6213-40af-a1c3-f550560d372a req-70c7a375-f408-44e8-8172-8311795c6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:14.532659 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.534024 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e5b18f68-6213-40af-a1c3-f550560d372a req-70c7a375-f408-44e8-8172-8311795c6126 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803335 May 20 18:25:14.534866 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614370 May 20 18:25:14.536585 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43268) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:14.541749 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'security_group_rule': {'security_group_id': '998bec90-b93a-4313-a88a-61ff560def25', 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:14.543539 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:25:14.547974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:14.552011 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:14.554886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:14.560531 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:14.577631 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.640241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.645114 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.651389 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:14.667973 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e5b18f68-6213-40af-a1c3-f550560d372a req-94ff332f-e934-45c7-9ed8-e7c072fa4ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267054 May 20 18:25:14.671362 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c7e528-3422-4f61-aca5-ac57151acf38,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:14.674235 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:14.682845 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.686714 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9dfd946d-ecdb-432a-9d49-2071d768b719 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465209 May 20 18:25:14.686899 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43272) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:14.692268 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'security_group_rule': {'security_group_id': '998bec90-b93a-4313-a88a-61ff560def25', 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:14.698064 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:14.701957 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:14.705052 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:14.710847 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:14.728061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.793597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.798314 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.806350 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cb9587ad-18e5-44ef-a316-2b2f0fc8e7be tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:14.808509 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e5b18f68-6213-40af-a1c3-f550560d372a req-d8ea767f-0a3c-4abb-b9de-23aadc228f24 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327050 May 20 18:25:14.827465 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27c8b92-e807-49e5-87d3-a2b2ca38e08b,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:14.830150 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:14.841173 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.842562 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547008 May 20 18:25:14.845408 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 43276) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:14.851006 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'security_group_rule': {'security_group_id': '998bec90-b93a-4313-a88a-61ff560def25', 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:14.856572 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:14.860445 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:14.863566 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:14.869347 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:14.880446 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.securitygroups_db [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Project 9c9915a2158a4aa3bd0c2d65ff23ec73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:25:14.886004 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.918125 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': 'e1d28ffe-52eb-4374-a759-99b5762110c2', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'port_id': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'mac_address': 'fa:16:3e:a4:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb51995-82a1-4706-93aa-21b41b176900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:25:12Z', 'updated_at': '2021-05-20T18:25:12Z', 'revision_number': 0, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:27Z', 'revision_number': 5, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:14.922229 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d05ae-5b5e-4130-a3cd-36b691532051 None None] The sync data for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi is: [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': 'e1d28ffe-52eb-4374-a759-99b5762110c2', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'port_id': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'mac_address': 'fa:16:3e:a4:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb51995-82a1-4706-93aa-21b41b176900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:25:12Z', 'updated_at': '2021-05-20T18:25:12Z', 'revision_number': 0, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:27Z', 'revision_number': 5, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:25:14.953909 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.959372 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:14.965858 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-28f9e5f0-b826-4d88-b052-14934285bde3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:14.986442 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee75167-0dd8-4220-bce6-4c865a9d0d84,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:14.989065 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:14.998006 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.002120 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6c0c8c79-8b1e-42f6-99ab-1a4b921551a4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530488 May 20 18:25:15.002655 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 43282) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:15.008057 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'security_group_rule': {'security_group_id': '998bec90-b93a-4313-a88a-61ff560def25', 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:15.014240 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:25:15.018282 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Usage tracker for resource:security_group_rule and tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:25:15.021187 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:25:15.028234 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:25:15.042611 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.securitygroups_db [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Project 9c9915a2158a4aa3bd0c2d65ff23ec73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:25:15.050668 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.129227 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.135803 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.145382 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:15.161387 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a536bdc5-c950-4cfe-b553-f8d65647328f,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:15.164150 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fb8f4-359f-4cae-b0e7-b0d16488b5b0 None None] New status for floating IP e1d28ffe-52eb-4374-a759-99b5762110c2: ACTIVE {{(pid=91636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:25:15.167056 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:15.177193 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.182293 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-80b4ef22-6f91-4697-99e9-4812b46194d1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1785080 May 20 18:25:15.301542 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-e5c2fdc4-2642-4c9f-89f3-677c556ae426 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698553485&fields=id&tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73 HTTP/1.1" status: 200 len: 267 time: 0.0395246 May 20 18:25:15.391865 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-4032559f-7218-47be-a7c6-607b95ef73e1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:15.393313 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-4032559f-7218-47be-a7c6-607b95ef73e1 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.0863214 May 20 18:25:15.404430 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'port': {'security_groups': ['da5b09b3-be58-4fff-971b-3ba63db31cf8', '998bec90-b93a-4313-a88a-61ff560def25']}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:15.524629 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.871886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:25:15.896028 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.903429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.908608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:15.914833 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['90eb6bf8-681e-4c8c-b74c-dc160dee25af'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:25:15.975138 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:15.975723 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:15.977110 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4ac671e5-a313-4a67-b6c9-6acf24e32a57 req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "PUT /v2.0/ports/90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 981 time: 0.5772560 May 20 18:25:15.977653 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:25:15.999781 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=6']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:16.003042 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-05e787bd-ce5c-4510-a2ea-28ba10940588 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:16.052997 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'status': 'completed', 'code': 200} May 20 18:25:16.062990 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['90eb6bf8-681e-4c8c-b74c-dc160dee25af'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:25:16.228997 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-2827347f-f2bd-442f-9029-aa9584f7a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:16.231102 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-2827347f-f2bd-442f-9029-aa9584f7a53b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1137 time: 0.1510355 May 20 18:25:16.273140 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9665550-65c5-432f-acee-85d4fc970f28 req-4873ab1f-92a5-4216-b526-e965e27f63f9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:16.283365 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b9665550-65c5-432f-acee-85d4fc970f28 req-4873ab1f-92a5-4216-b526-e965e27f63f9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.1762547 May 20 18:25:16.347481 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b9665550-65c5-432f-acee-85d4fc970f28 req-ac64114c-1f3a-475e-888a-fd62f19a462d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622613 May 20 18:25:16.354038 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-cdd43ed2-5a4d-45fb-853f-78e666cf19b3 None None] Provisioning complete for port 90eb6bf8-681e-4c8c-b74c-dc160dee25af triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:25:16.354422 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-cdd43ed2-5a4d-45fb-853f-78e666cf19b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:16.388769 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-0765cc54-a3fd-426a-af18-c7b138f6c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:16.390406 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-0765cc54-a3fd-426a-af18-c7b138f6c67c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1517293 May 20 18:25:16.501986 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-f6f61450-87d1-400d-a57d-f482b3b940e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 1001 time: 0.1027658 May 20 18:25:16.570767 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-0b92dcdd-123c-47ed-b08c-c0fd2e8b263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:16.572253 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-0b92dcdd-123c-47ed-b08c-c0fd2e8b263f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0626650 May 20 18:25:16.652282 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-2f60bdf2-2d36-4817-be09-108e20a4ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:16.653724 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-2f60bdf2-2d36-4817-be09-108e20a4ce44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740910 May 20 18:25:16.877639 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-89d48611-dcef-4ddf-b436-d06c82584c91 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153924 May 20 18:25:17.009066 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-ec16a0db-4909-4581-8e0c-a438c65880b2 req-c0adfdfd-7fda-4a79-a791-59e4acd6b0c7 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242681 May 20 18:25:17.907355 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-56e000d0-cd9b-4afb-9f71-ee54f6c14104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:17.908740 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-56e000d0-cd9b-4afb-9f71-ee54f6c14104 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1137 time: 0.0714407 May 20 18:25:17.941640 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e5a5-4ab5-4315-b2f5-cef43a314ee2 req-c888f328-711c-4544-a17c-f522b6690e9a tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:17.943250 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6967e5a5-4ab5-4315-b2f5-cef43a314ee2 req-c888f328-711c-4544-a17c-f522b6690e9a tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0840421 May 20 18:25:17.990638 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6967e5a5-4ab5-4315-b2f5-cef43a314ee2 req-0911f74a-5bd7-4cb7-a826-a6e265b5a44d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412378 May 20 18:25:18.042678 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-398936d5-1670-4147-9692-191eeeb3263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:18.044140 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-398936d5-1670-4147-9692-191eeeb3263a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1279032 May 20 18:25:18.155710 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-0108c974-cc06-4e6d-918c-f9af234a13ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 1001 time: 0.1039808 May 20 18:25:18.230503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-35971c28-7af5-400e-847f-f9286194883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:18.232762 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-35971c28-7af5-400e-847f-f9286194883a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0672784 May 20 18:25:18.311745 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-e2abfcc4-0584-4ac5-a4b2-61983504fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:18.313202 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-e2abfcc4-0584-4ac5-a4b2-61983504fb9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712910 May 20 18:25:18.456576 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-9bb632f0-310f-4aa4-b83d-ca27c00786d9 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347799 May 20 18:25:18.593817 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-35f78e09-508e-4a2f-a770-7b1d87cc9ec8 req-54713fad-752f-4472-a0e3-64a01d0e6e32 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250262 May 20 18:25:19.201551 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a462fc-9db2-483a-9fbb-4cad37f4efea req-ad10ccb3-1d60-422b-934f-4e657292bfbd tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:19.203035 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e6a462fc-9db2-483a-9fbb-4cad37f4efea req-ad10ccb3-1d60-422b-934f-4e657292bfbd tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0870571 May 20 18:25:19.265941 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e6a462fc-9db2-483a-9fbb-4cad37f4efea req-25e2fc35-2a3c-4017-8b56-9618da2f2d97 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553949 May 20 18:25:20.291981 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:25:20.460268 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16385a-ae81-4418-be38-2b7e64823623 req-c9d19f0a-3b49-420b-844d-58a0d0658153 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:20.461971 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bd16385a-ae81-4418-be38-2b7e64823623 req-c9d19f0a-3b49-420b-844d-58a0d0658153 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0856695 May 20 18:25:20.509982 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bd16385a-ae81-4418-be38-2b7e64823623 req-669075e9-fbbd-4543-a7cd-642360a7c322 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420015 May 20 18:25:21.717753 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027722f9-2b41-4e17-9fb0-0aaeee8d21e6 req-b9fb47c2-ca48-4b7b-a91c-d00d447656d3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:21.719275 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-027722f9-2b41-4e17-9fb0-0aaeee8d21e6 req-b9fb47c2-ca48-4b7b-a91c-d00d447656d3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0929360 May 20 18:25:21.768727 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-027722f9-2b41-4e17-9fb0-0aaeee8d21e6 req-a19c298e-097f-47c5-833d-b2e8d5c21d06 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427649 May 20 18:25:22.968969 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368030-63b7-4c41-9f80-7ebcfea86346 req-37a917f2-9001-421f-8a53-f5c73eefbc44 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:22.970468 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1f368030-63b7-4c41-9f80-7ebcfea86346 req-37a917f2-9001-421f-8a53-f5c73eefbc44 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0928018 May 20 18:25:23.019790 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1f368030-63b7-4c41-9f80-7ebcfea86346 req-c8274ad8-0ccd-419a-9bfb-7718345e7c2d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425332 May 20 18:25:23.058259 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e7c92f2f-706b-4da2-a053-f147615589b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:24.222044 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f40b7-04ad-4fdd-b902-fb38c1b15299 req-09aced55-8fb6-48fe-bea4-1a27a0d0fc27 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:24.223554 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c13f40b7-04ad-4fdd-b902-fb38c1b15299 req-09aced55-8fb6-48fe-bea4-1a27a0d0fc27 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0925848 May 20 18:25:24.271492 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c13f40b7-04ad-4fdd-b902-fb38c1b15299 req-6759cfb9-95ff-4a2e-80ef-491e8ca1e74d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414031 May 20 18:25:25.381125 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1e0493dd-333d-497b-99f8-5ac92c5b3533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:25.478843 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abd80d-ab8a-4ad7-8f89-965b7644a75d req-d8024709-236c-4648-9e9f-c0a6de1aa054 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:25.480277 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-57abd80d-ab8a-4ad7-8f89-965b7644a75d req-d8024709-236c-4648-9e9f-c0a6de1aa054 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0836697 May 20 18:25:25.527894 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-57abd80d-ab8a-4ad7-8f89-965b7644a75d req-39c83a55-16dc-47f1-8d32-9c4aabf9dce5 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414252 May 20 18:25:25.687519 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:26.542201 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:26.727259 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04ad89-9717-4d25-a516-504173442b74 req-9c64eb8d-9f4d-4f39-8fa9-b417213fb6e0 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:26.728696 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc04ad89-9717-4d25-a516-504173442b74 req-9c64eb8d-9f4d-4f39-8fa9-b417213fb6e0 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0919428 May 20 18:25:26.775590 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bc04ad89-9717-4d25-a516-504173442b74 req-e8c920b3-7898-45e8-8890-88904e43d27a tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409355 May 20 18:25:27.981116 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ec4c-f644-4f9f-b081-822dd63f1be8 req-bb6a906c-4e3a-4991-a17b-293f338a58bb tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:27.982596 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3a35ec4c-f644-4f9f-b081-822dd63f1be8 req-bb6a906c-4e3a-4991-a17b-293f338a58bb tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0940750 May 20 18:25:28.031961 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3a35ec4c-f644-4f9f-b081-822dd63f1be8 req-fef53715-8124-43bf-bb6f-4dcec15e8e59 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410264 May 20 18:25:28.292580 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:28.453369 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:29.227009 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd5ed5-f218-4760-b19a-9ef351f60054 req-99bbafcd-e436-411f-a0ac-2fed033f338b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:29.228462 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-20dd5ed5-f218-4760-b19a-9ef351f60054 req-99bbafcd-e436-411f-a0ac-2fed033f338b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0865324 May 20 18:25:29.280058 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-20dd5ed5-f218-4760-b19a-9ef351f60054 req-a644d61b-f969-4efd-9c2b-4a47e9c295a5 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456326 May 20 18:25:30.492311 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9c7ba-cf54-4c2f-80cf-87017ff9a6c1 req-019bb97c-b8c2-4d4c-bf41-9444c412cc64 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:30.494070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-47a9c7ba-cf54-4c2f-80cf-87017ff9a6c1 req-019bb97c-b8c2-4d4c-bf41-9444c412cc64 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0946052 May 20 18:25:30.545002 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-47a9c7ba-cf54-4c2f-80cf-87017ff9a6c1 req-23a97558-e356-4ceb-99b1-f9f28764b025 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430427 May 20 18:25:31.748775 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77359c92-a5ea-43c5-9c5f-0e2b1693d5d6 req-6d530980-a5d7-4592-b0af-1b985963b6ae tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:31.750251 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-77359c92-a5ea-43c5-9c5f-0e2b1693d5d6 req-6d530980-a5d7-4592-b0af-1b985963b6ae tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0916741 May 20 18:25:31.799969 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-77359c92-a5ea-43c5-9c5f-0e2b1693d5d6 req-92991e69-b915-408b-a3aa-249083838e0b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431266 May 20 18:25:33.002116 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052d514-f33c-4f3d-84f2-817894665772 req-d876167b-4ee2-4439-abf3-c3f8ca682883 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:33.003583 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4052d514-f33c-4f3d-84f2-817894665772 req-d876167b-4ee2-4439-abf3-c3f8ca682883 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0855324 May 20 18:25:33.051357 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4052d514-f33c-4f3d-84f2-817894665772 req-4197241c-7158-4913-bcdd-7194766fff25 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412877 May 20 18:25:34.255966 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586a931-a2ef-465a-94a1-c0210a7434f9 req-51bb0606-2161-44c5-a679-3abb1def6975 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:34.257505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d586a931-a2ef-465a-94a1-c0210a7434f9 req-51bb0606-2161-44c5-a679-3abb1def6975 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0859034 May 20 18:25:34.304601 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d586a931-a2ef-465a-94a1-c0210a7434f9 req-48906ab6-c6e2-4dc4-bd4c-0d2738f7cf4d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411112 May 20 18:25:35.501340 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a86df-5a15-4537-bf51-ec5d352ca7f6 req-86dba369-c06d-452e-aa1e-fc08830c037d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:35.502811 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-478a86df-5a15-4537-bf51-ec5d352ca7f6 req-86dba369-c06d-452e-aa1e-fc08830c037d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0878367 May 20 18:25:35.555786 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-478a86df-5a15-4537-bf51-ec5d352ca7f6 req-df23d438-8c5a-4035-ae24-f1048f5ff243 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&id=998bec90-b93a-4313-a88a-61ff560def25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440590 May 20 18:25:53.058200 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b206e215-92e7-4006-a83e-e81d089c85f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:55.376116 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-fd25884d-8790-4977-81d6-174cae6589f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:55.655418 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:56.543800 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:57.293588 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:25:58.324097 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:58.452012 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:59.578231 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-51e75821-f3d6-44af-907d-9519f7a706dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794384 May 20 18:25:59.682239 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-35106ce3-b36f-42ff-bd18-4aea2e9c3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:59.683770 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-35106ce3-b36f-42ff-bd18-4aea2e9c3bd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1098 time: 0.0778120 May 20 18:25:59.832898 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-05a92953-3b40-40e8-9bd5-527075e86410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:59.834360 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-05a92953-3b40-40e8-9bd5-527075e86410 service neutron] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 909 time: 0.1306190 May 20 18:25:59.939812 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-4fb7064b-9ed6-4185-a5db-e84eee3a4916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 1001 time: 0.0974677 May 20 18:26:00.006687 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-c41c6106-7b20-4ba1-9169-f87221b493e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:00.008093 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-c41c6106-7b20-4ba1-9169-f87221b493e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.0587547 May 20 18:26:00.100525 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-4f1b1dae-ce8e-45ef-a901-9160442999d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:00.102025 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-4f1b1dae-ce8e-45ef-a901-9160442999d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843260 May 20 18:26:00.237332 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-2170adf0-4023-46b5-aa21-6f488738fdc2 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267188 May 20 18:26:00.461415 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bdd48035-7df9-41f3-bcd9-20a5b67c07a8 req-1d0a6348-c311-46da-b215-dc028e7a55e2 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149734 May 20 18:26:09.730124 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-8b226691-10f6-4d90-9f34-8340ae864e40 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698553485&fields=id&tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73 HTTP/1.1" status: 200 len: 267 time: 0.1222553 May 20 18:26:09.819674 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-e5a614d2-08ad-4e9b-8d26-7e3b1ee326f4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:09.821159 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-e5a614d2-08ad-4e9b-8d26-7e3b1ee326f4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 984 time: 0.0853300 May 20 18:26:09.832878 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Request body: {'port': {'security_groups': ['da5b09b3-be58-4fff-971b-3ba63db31cf8']}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:26:09.957494 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.211074 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:26:10.236365 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.243074 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.249861 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5a4718f7-1b18-41d7-bb53-a65d1c6e3516 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:26:10.256826 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['90eb6bf8-681e-4c8c-b74c-dc160dee25af'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:26:10.316979 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:10.317618 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.319050 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dd3a2d78-51ff-40b2-8d8f-1e86582c87f7 req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "PUT /v2.0/ports/90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 942 time: 0.4912908 May 20 18:26:10.319593 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:26:10.326747 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 43850) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:10.341937 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event updated for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=7']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:26:10.350100 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:26:10.388450 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'status': 'completed', 'code': 200} May 20 18:26:10.441588 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['90eb6bf8-681e-4c8c-b74c-dc160dee25af'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:26:10.503744 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.545203 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.576886 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-29e2483e-90a4-4f53-8b8e-e7f58a34345b None None] Provisioning complete for port 90eb6bf8-681e-4c8c-b74c-dc160dee25af triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:26:10.577141 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-29e2483e-90a4-4f53-8b8e-e7f58a34345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.591417 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-7c4ce176-81ae-413b-8c1a-90595a2d3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:10.593013 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-7c4ce176-81ae-413b-8c1a-90595a2d3f15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.1617417 May 20 18:26:10.701422 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.707092 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d00b9c76-cd1a-4024-8350-24a6ccd7aa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:26:10.724806 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998bec90-b93a-4313-a88a-61ff560def25,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:26:10.727830 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:26:10.753131 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:10.757329 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "DELETE /v2.0/security-groups/998bec90-b93a-4313-a88a-61ff560def25 HTTP/1.1" status: 204 len: 168 time: 0.4255922 May 20 18:26:10.757329 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 43860) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:10.815626 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-ea516981-956e-46f1-9a50-b1796b54a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:10.817064 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-ea516981-956e-46f1-9a50-b1796b54a277 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.2160017 May 20 18:26:11.004110 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-64c3b0da-0701-4412-9818-6bdcefca65b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 1001 time: 0.1797733 May 20 18:26:11.124083 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-bef24f28-01c0-4440-bc28-e91079c4cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:11.125412 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-bef24f28-01c0-4440-bc28-e91079c4cc82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.1086617 May 20 18:26:11.207470 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Deleting port ff762316-8b95-4a31-9060-a8344b26a8dc {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:26:11.207779 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:11.295140 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-054ea01c-7f46-4497-9b8c-166333621e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:11.297106 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-054ea01c-7f46-4497-9b8c-166333621e76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1583195 May 20 18:26:11.407530 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:11.408221 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:11.539477 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Calling delete_port for ff762316-8b95-4a31-9060-a8344b26a8dc owned by network:floatingip {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:26:11.568936 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-27bda5d5-fc2d-4e86-989b-8cf3db7bf4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623367 May 20 18:26:11.839896 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3adc77a0-ff7e-43a6-ac7f-3207e1bd83a7 req-96e0ddcd-c05a-4551-83e4-df98b501f5fc service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612002 May 20 18:26:11.910758 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b273a0-65db-4598-883c-21e0fb4b804c req-e420ac97-3587-447b-8566-16542ed952bf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:11.912293 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-29b273a0-65db-4598-883c-21e0fb4b804c req-e420ac97-3587-447b-8566-16542ed952bf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.1020546 May 20 18:26:11.928684 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:11.933366 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-476136b6-3949-4475-9b3c-7747d69ef647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:26:11.956990 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-29b273a0-65db-4598-883c-21e0fb4b804c req-76e39a3c-8ecf-47c4-b042-2d384151005d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 May 20 18:26:11.978063 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event deleted for resources: {'Port': ['ID=ff762316-8b95-4a31-9060-a8344b26a8dc,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:26:11.980642 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:26:12.069743 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks [] for floatingip, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:12.070412 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.l3_db [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Floating IP e1d28ffe-52eb-4374-a759-99b5762110c2 disassociated (deleted). External IP: 172.27.1.150, port: 90eb6bf8-681e-4c8c-b74c-dc160dee25af. May 20 18:26:12.426019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:26:12.603365 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:26:12.614104 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] Sync routers for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:26:12.618472 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:12.625675 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:26:12.626367 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:25:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:26:12.678335 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1d28ffe-52eb-4374-a759-99b5762110c2 HTTP/1.1" status: 204 len: 168 time: 1.9173946 May 20 18:26:12.678335 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:26:12.801664 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'status': 'completed', 'code': 200} May 20 18:26:12.818811 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:26:12.905650 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-5a07a009-7e83-4728-8e31-3d063040aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:12.907600 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-5a07a009-7e83-4728-8e31-3d063040aa10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.0802841 May 20 18:26:13.115286 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-7feea8ba-6e12-4dfb-867f-5413074aad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:13.117660 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-7feea8ba-6e12-4dfb-867f-5413074aad85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1940024 May 20 18:26:13.177373 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc09e0-db95-4dc4-ba5e-e59d50f2a467 req-b96b2ed9-f8eb-454c-a2e4-e93b68351d41 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:13.179987 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8edc09e0-db95-4dc4-ba5e-e59d50f2a467 req-b96b2ed9-f8eb-454c-a2e4-e93b68351d41 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0917692 May 20 18:26:13.205180 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:27Z', 'revision_number': 5, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:26:13.209617 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] Checking router: cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:26:13.219901 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:26:13.220675 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:25:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:26:13.233564 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-ae54897e-40c4-4e85-8f68-1667aceafd2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 217 time: 0.0898397 May 20 18:26:13.235562 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8edc09e0-db95-4dc4-ba5e-e59d50f2a467 req-ebcffbdc-d51b-46b9-a547-15de4c494518 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494308 May 20 18:26:13.303040 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-5de32446-bd00-45ab-bce8-c1c8d9767210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:13.304478 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-5de32446-bd00-45ab-bce8-c1c8d9767210 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0605574 May 20 18:26:13.384773 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-56becd1c-b6ac-4cff-9c01-fb5f22de3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:13.386170 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-56becd1c-b6ac-4cff-9c01-fb5f22de3269 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744414 May 20 18:26:13.402113 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:26:13.619880 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-042d0d8d-680f-446d-8e3d-ea9de66aaa10 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263222 May 20 18:26:13.754734 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:27Z', 'revision_number': 5, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:26:13.760216 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0552b-73cb-4efc-bd15-f46bffbdb79e None None] The sync data for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi is: [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:23:17Z', 'revision_number': 4, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'e4911f9f-95c0-4fd5-9545-8f03757f7f69', 'name': '', 'network_id': '7b9cc96a-c3fd-4b42-829f-487a420ae4f1', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'mac_address': 'fa:16:3e:e5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:17Z', 'updated_at': '2021-05-20T18:23:27Z', 'revision_number': 5, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'subnets': [{'id': '4e298c54-c199-4844-8eb7-b9139b6bb1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:26:13.768592 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-71cbc6a7-8022-4cca-ad47-e90784275f1c req-3e60bd4b-c005-4f54-872e-254f65625163 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325107 May 20 18:26:13.997098 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4be2e7-69cf-4372-8d62-efaa1cd79ee0 None None] New status for floating IP e1d28ffe-52eb-4374-a759-99b5762110c2: DOWN {{(pid=91636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:26:14.433660 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620e80c-4dc8-4590-9a60-ec446f9b5741 req-aa7e2abc-1381-4959-90c5-2bec2cad5844 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:14.435139 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6620e80c-4dc8-4590-9a60-ec446f9b5741 req-aa7e2abc-1381-4959-90c5-2bec2cad5844 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0844741 May 20 18:26:14.484088 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6620e80c-4dc8-4590-9a60-ec446f9b5741 req-d0bccc0e-7bf1-43f8-b1b9-3540c0d0fede tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 May 20 18:26:15.695451 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d314-27d6-4c2a-8eb3-d5e9553e511c req-757f2774-f424-441e-bf98-a94353a7ef78 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:15.696950 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6906d314-27d6-4c2a-8eb3-d5e9553e511c req-757f2774-f424-441e-bf98-a94353a7ef78 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0888534 May 20 18:26:15.742488 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6906d314-27d6-4c2a-8eb3-d5e9553e511c req-118f8a20-90fc-419d-9d2c-794734775f17 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396719 May 20 18:26:17.084712 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057a95f-d010-4c76-8cf8-0487fe177301 req-92aadf2f-0c25-4023-9349-605641ccd6f6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:17.086069 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7057a95f-d010-4c76-8cf8-0487fe177301 req-92aadf2f-0c25-4023-9349-605641ccd6f6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0838025 May 20 18:26:17.139529 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7057a95f-d010-4c76-8cf8-0487fe177301 req-b48f60f0-3b7b-4709-a34c-63e6dc06e6ac tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449765 May 20 18:26:18.333002 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5d5f-85a0-4400-8039-b38d1fbfd9f0 req-2bd4ed5c-8901-4133-aa40-a009027e89eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:18.334456 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a2eb5d5f-85a0-4400-8039-b38d1fbfd9f0 req-2bd4ed5c-8901-4133-aa40-a009027e89eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0799305 May 20 18:26:18.379364 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a2eb5d5f-85a0-4400-8039-b38d1fbfd9f0 req-17c9431c-0206-4c5f-9a2a-e4bd1f2b1566 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 May 20 18:26:19.576633 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b31c2e-4a96-4cd5-9c14-87746be3797b req-090899c7-0e50-46e0-b7f4-62d40509702b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:19.578087 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6b31c2e-4a96-4cd5-9c14-87746be3797b req-090899c7-0e50-46e0-b7f4-62d40509702b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0874658 May 20 18:26:19.626735 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6b31c2e-4a96-4cd5-9c14-87746be3797b req-c995b583-dbc0-49b8-ae25-0a57bd02d833 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419664 May 20 18:26:20.818958 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f50c8-a4a1-4139-a3ce-171ca6856945 req-3f1cf1c5-b2e3-4a3d-95fd-21e924538709 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:20.820434 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-756f50c8-a4a1-4139-a3ce-171ca6856945 req-3f1cf1c5-b2e3-4a3d-95fd-21e924538709 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0886581 May 20 18:26:20.869445 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-756f50c8-a4a1-4139-a3ce-171ca6856945 req-3b272d9a-655b-42a5-a550-b07734196a73 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 May 20 18:26:22.016020 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-805df2be-37df-4e9a-b112-2a93b0b0fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:22.017501 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-805df2be-37df-4e9a-b112-2a93b0b0fcba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1098 time: 0.0729828 May 20 18:26:22.069607 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250f96-af2b-45d3-abef-cd46af44e9f0 req-a0a474b1-07d1-470c-8e00-289feeeecae7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:22.071100 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5a250f96-af2b-45d3-abef-cd46af44e9f0 req-a0a474b1-07d1-470c-8e00-289feeeecae7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0857561 May 20 18:26:22.120476 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5a250f96-af2b-45d3-abef-cd46af44e9f0 req-541aa15b-cf5a-4e81-a3cb-adfbbeaf200f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399711 May 20 18:26:22.150892 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-37ba3654-fd23-403b-b84f-acea7e1ad75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:22.152361 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-37ba3654-fd23-403b-b84f-acea7e1ad75a service neutron] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 909 time: 0.1271749 May 20 18:26:22.255916 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-b7e44e00-3c6e-4c8d-893d-235cb81ddb31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 1001 time: 0.0962584 May 20 18:26:22.322896 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-0271d141-9c48-40a5-8788-e1b12c177c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:22.324346 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-0271d141-9c48-40a5-8788-e1b12c177c6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.0564845 May 20 18:26:22.402060 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-ad1d8ff1-d095-4eec-8957-9e0728b6a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:22.403551 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-ad1d8ff1-d095-4eec-8957-9e0728b6a1bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718758 May 20 18:26:22.543548 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-e7bc57cd-2656-4783-bede-c8dc631d712d service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318846 May 20 18:26:22.680149 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-24aad255-c4f0-4ecd-94a5-34da334791ad req-1bcd9356-7dee-419b-a0c1-02579657eb44 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294365 May 20 18:26:23.062709 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-530fb096-ef39-474e-b45a-0e5f9ed53e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:23.315607 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a800-eb46-423a-b263-37c59238cdec req-70a5225c-bb2f-4f44-806d-fa5ee1f7991f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:23.317082 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9eb3a800-eb46-423a-b263-37c59238cdec req-70a5225c-bb2f-4f44-806d-fa5ee1f7991f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0897446 May 20 18:26:23.366660 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9eb3a800-eb46-423a-b263-37c59238cdec req-45ca12d3-1d70-4a7b-9879-34170d6293d3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 May 20 18:26:24.552132 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deee785-400e-40d2-a44d-7cb83bf0d8b7 req-91f9dce9-4e97-4bf0-a835-5ea28caf810d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:24.553597 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8deee785-400e-40d2-a44d-7cb83bf0d8b7 req-91f9dce9-4e97-4bf0-a835-5ea28caf810d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0805655 May 20 18:26:24.598255 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8deee785-400e-40d2-a44d-7cb83bf0d8b7 req-3d194963-961d-4e69-aa4b-a3c653298235 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384943 May 20 18:26:25.381491 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3a9a-7045-4833-b43e-c7c3baddcc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:25.645102 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:25.798339 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed88e42-0948-4f74-9c52-0f3c31a043c8 req-7c0acd36-fdd3-4e19-9004-848dd9e4c333 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:25.799793 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5ed88e42-0948-4f74-9c52-0f3c31a043c8 req-7c0acd36-fdd3-4e19-9004-848dd9e4c333 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0914848 May 20 18:26:25.923753 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5ed88e42-0948-4f74-9c52-0f3c31a043c8 req-aac711a2-2181-4384-9149-7e982a99d6cc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180742 May 20 18:26:26.546173 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:27.139494 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e58e-08f4-42c4-a62e-f900e6d9664c req-da848dc1-157a-44ec-92fe-63949aa66f4c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:27.140965 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4295e58e-08f4-42c4-a62e-f900e6d9664c req-da848dc1-157a-44ec-92fe-63949aa66f4c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0876541 May 20 18:26:27.187826 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4295e58e-08f4-42c4-a62e-f900e6d9664c req-025e25c8-8cde-4095-b589-de3d3e86bc99 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 May 20 18:26:28.359778 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:28.393650 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2b883-5014-4880-b9ac-fd172079a22a req-150245c3-843a-41ff-abf8-0c4f967bbc76 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:28.395060 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-84d2b883-5014-4880-b9ac-fd172079a22a req-150245c3-843a-41ff-abf8-0c4f967bbc76 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0832551 May 20 18:26:28.440343 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-84d2b883-5014-4880-b9ac-fd172079a22a req-7e791d32-27e9-4873-8c8b-e148079db4b0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395043 May 20 18:26:28.453931 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:29.638817 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89308bdd-71bc-43a8-865b-8aca512d47ca req-c524ce7f-1ca0-4e2a-8022-0f73e258695e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:29.640289 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-89308bdd-71bc-43a8-865b-8aca512d47ca req-c524ce7f-1ca0-4e2a-8022-0f73e258695e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 945 time: 0.0864940 May 20 18:26:29.679452 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device be9c13d8-67e3-4e4f-877a-98401d655d71 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:26:29.688527 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-89308bdd-71bc-43a8-865b-8aca512d47ca req-f73356a6-5f99-44d5-888b-2344e5e3f231 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 May 20 18:26:29.803880 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:29.830782 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:26:29.840441 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port be9c13d8-67e3-4e4f-877a-98401d655d71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be9c13d8-67e3-4e4f-877a-98401d655d71,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:26:29.844960 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:29.846777 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:26:29.914881 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=be9c13d8-67e3-4e4f-877a-98401d655d71,revision_number=6']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:26:29.922457 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.922827 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.923160 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.923486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.923824 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.924134 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.924452 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.924769 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.925088 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.925403 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.925718 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.926031 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:29.930245 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'code': 200} May 20 18:26:29.930923 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:26:30.888453 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e310794-0430-41c2-8e4c-86fead86d704 req-d134048f-aacd-4965-a013-e55f19d786c5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:30.889890 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e310794-0430-41c2-8e4c-86fead86d704 req-d134048f-aacd-4965-a013-e55f19d786c5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0794425 May 20 18:26:30.946538 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e310794-0430-41c2-8e4c-86fead86d704 req-c4c58081-3a61-4612-aad7-359fbb2916b8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506086 May 20 18:26:32.158244 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2264-5b20-4865-af13-d51a410aef7a req-a9cb4b8f-4bd9-42d6-8f1e-5b33a557c926 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:32.159763 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-021e2264-5b20-4865-af13-d51a410aef7a req-a9cb4b8f-4bd9-42d6-8f1e-5b33a557c926 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0926156 May 20 18:26:32.206484 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-021e2264-5b20-4865-af13-d51a410aef7a req-eb82e8c5-5bc7-4fd0-8b8d-04cc22aca468 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408728 May 20 18:26:33.416440 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9a24b-0fc3-4d02-82d6-c0c30e4e8dd1 req-3a5925d1-53a0-4172-a0b5-d2306df72693 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:33.417864 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7f9a24b-0fc3-4d02-82d6-c0c30e4e8dd1 req-3a5925d1-53a0-4172-a0b5-d2306df72693 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0877206 May 20 18:26:33.473181 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7f9a24b-0fc3-4d02-82d6-c0c30e4e8dd1 req-4999bd45-7da9-483c-82de-d15d33edd19e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473990 May 20 18:26:34.298206 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:26:34.681350 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bca40-2351-4bc6-8edc-f038fcaa4560 req-d709c67e-3471-4a98-897f-8839813af457 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:34.682878 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c1bca40-2351-4bc6-8edc-f038fcaa4560 req-d709c67e-3471-4a98-897f-8839813af457 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0851095 May 20 18:26:34.728006 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c1bca40-2351-4bc6-8edc-f038fcaa4560 req-f32f5f3a-84e7-42b5-abea-d16c9ae8d546 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393560 May 20 18:26:35.946771 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345323-26e4-4970-88ba-80ba95382f34 req-abbc177b-7dcd-4801-a19f-6037d582850b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:35.948211 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40345323-26e4-4970-88ba-80ba95382f34 req-abbc177b-7dcd-4801-a19f-6037d582850b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0984750 May 20 18:26:35.998334 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40345323-26e4-4970-88ba-80ba95382f34 req-fd865213-5953-4fde-be7a-e811412adb67 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 May 20 18:26:37.197593 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69863b5-ddb1-4b59-b6ff-7740b50bb600 req-19940dde-ea36-446b-b570-ce083a14d54c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:37.199065 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a69863b5-ddb1-4b59-b6ff-7740b50bb600 req-19940dde-ea36-446b-b570-ce083a14d54c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0882616 May 20 18:26:37.243529 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a69863b5-ddb1-4b59-b6ff-7740b50bb600 req-a8d0b126-dc67-4f2c-acbd-ce407c6d6be5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386479 May 20 18:26:38.464020 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c0c06-1d1a-4c24-8b1a-ed7463d0c0a2 req-e8b35357-ac53-40e7-a4bd-ec9bf7afa996 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:38.465471 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b3c0c06-1d1a-4c24-8b1a-ed7463d0c0a2 req-e8b35357-ac53-40e7-a4bd-ec9bf7afa996 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1027715 May 20 18:26:38.512618 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b3c0c06-1d1a-4c24-8b1a-ed7463d0c0a2 req-443823da-8a63-416b-adb9-dbe8a27d48f5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408099 May 20 18:26:39.712214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc5dea-7bb8-4892-a5d1-78994ee280de req-2ff35570-1d72-4772-a2f9-f67fc4155457 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:39.713764 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dddc5dea-7bb8-4892-a5d1-78994ee280de req-2ff35570-1d72-4772-a2f9-f67fc4155457 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0922663 May 20 18:26:39.763367 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dddc5dea-7bb8-4892-a5d1-78994ee280de req-b32fac46-3463-4b14-a4ff-7a520ce939d8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434623 May 20 18:26:40.965865 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae710-442d-4620-933b-a48e3499f9de req-ba0ebf93-ec18-4961-8dd5-57195544c968 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:40.967371 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3a1ae710-442d-4620-933b-a48e3499f9de req-ba0ebf93-ec18-4961-8dd5-57195544c968 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0943429 May 20 18:26:41.021956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3a1ae710-442d-4620-933b-a48e3499f9de req-6b5a542c-adbd-4b71-9f0d-f9704bbb7310 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484805 May 20 18:26:42.234581 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2b2c4-c2ca-457e-a991-4c1f8d96bd8c req-094f9a9d-4435-4adc-a0d8-10ee86615704 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:42.236035 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fae2b2c4-c2ca-457e-a991-4c1f8d96bd8c req-094f9a9d-4435-4adc-a0d8-10ee86615704 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0909581 May 20 18:26:42.280683 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fae2b2c4-c2ca-457e-a991-4c1f8d96bd8c req-de836900-4ac1-455a-8a2d-f6f4aa249a11 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387220 May 20 18:26:43.477496 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd90fa-2109-4c6f-9cba-5df18705e132 req-316a31bc-c3ae-49fb-980d-dbecd833b995 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:43.478956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-decd90fa-2109-4c6f-9cba-5df18705e132 req-316a31bc-c3ae-49fb-980d-dbecd833b995 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0857220 May 20 18:26:43.524743 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-decd90fa-2109-4c6f-9cba-5df18705e132 req-7da2c4f9-44d3-4328-9741-098a07e401a5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385025 May 20 18:26:44.736786 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087733d-8246-4a5c-a6ff-0fe3b83f3fb2 req-54dc12bd-763a-49a6-8a00-5ff2a5282488 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:44.738265 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b087733d-8246-4a5c-a6ff-0fe3b83f3fb2 req-54dc12bd-763a-49a6-8a00-5ff2a5282488 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0926538 May 20 18:26:44.785201 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b087733d-8246-4a5c-a6ff-0fe3b83f3fb2 req-948d8aa4-201e-49ee-b0d2-efb4ddcb0437 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382562 May 20 18:26:46.006043 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f88d3-b37a-43af-bfda-eb82932dd27e req-fe3f808b-4403-42cf-af86-2f46ab5df651 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:46.007641 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-266f88d3-b37a-43af-bfda-eb82932dd27e req-fe3f808b-4403-42cf-af86-2f46ab5df651 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0893447 May 20 18:26:46.053116 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-266f88d3-b37a-43af-bfda-eb82932dd27e req-0956f7fb-2137-4bc3-bfe2-dc632767c618 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 May 20 18:26:47.245755 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e2f16-0975-4379-9786-fba72aad41c5 req-a2343e5e-96bc-4eee-9b55-13c92a2850ae tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:47.247320 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a50e2f16-0975-4379-9786-fba72aad41c5 req-a2343e5e-96bc-4eee-9b55-13c92a2850ae tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0835280 May 20 18:26:47.292528 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a50e2f16-0975-4379-9786-fba72aad41c5 req-8ecd3707-5e29-4b67-b087-ea344da0584d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393007 May 20 18:26:48.558081 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e15f6-ce22-448a-8617-10062a2cca6f req-4f8e294a-1ced-4ebb-9e11-876b957df4c7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:48.559573 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ba1e15f6-ce22-448a-8617-10062a2cca6f req-4f8e294a-1ced-4ebb-9e11-876b957df4c7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1616969 May 20 18:26:48.604710 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ba1e15f6-ce22-448a-8617-10062a2cca6f req-c8390c85-ea83-4192-b801-67e1ee27093b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392909 May 20 18:26:49.812402 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51e15c-517c-4658-90e2-8f4b0b3612d7 req-cd5285bc-c797-4e90-b1b0-d2294ad501f3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:49.813846 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8e51e15c-517c-4658-90e2-8f4b0b3612d7 req-cd5285bc-c797-4e90-b1b0-d2294ad501f3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0885515 May 20 18:26:49.862758 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8e51e15c-517c-4658-90e2-8f4b0b3612d7 req-d4e0386e-20cd-4f36-8591-64ae18c9a724 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428712 May 20 18:26:51.076823 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c290af-ecce-4499-ae49-b8ff9d08d674 req-8122c954-dd76-4b9e-864e-48d2893c095f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:51.078199 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-17c290af-ecce-4499-ae49-b8ff9d08d674 req-8122c954-dd76-4b9e-864e-48d2893c095f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0906441 May 20 18:26:51.129944 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-17c290af-ecce-4499-ae49-b8ff9d08d674 req-80e4e675-e87d-4971-a2f1-a786e813dde3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429981 May 20 18:26:52.343735 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecfe-b318-4135-9c80-688e6828aa33 req-6ba98908-5c10-45d5-b66c-464d6d4d6eb5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:52.345165 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9634ecfe-b318-4135-9c80-688e6828aa33 req-6ba98908-5c10-45d5-b66c-464d6d4d6eb5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0906434 May 20 18:26:52.392189 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9634ecfe-b318-4135-9c80-688e6828aa33 req-3b4a51af-3603-4290-b711-771df31af899 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393224 May 20 18:26:53.068523 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eadd48bb-56cc-492c-b8b2-1b8db45fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:53.592705 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d795188-c04a-4b3d-8189-15c02ba27f78 req-a2a0af88-ea2a-4cef-b437-e66182b88bd4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:53.594197 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1d795188-c04a-4b3d-8189-15c02ba27f78 req-a2a0af88-ea2a-4cef-b437-e66182b88bd4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0882521 May 20 18:26:53.642465 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1d795188-c04a-4b3d-8189-15c02ba27f78 req-1ee0c5d4-7af0-4a18-a7d3-1ec7f266be81 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390370 May 20 18:26:54.836691 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0771-38af-40f3-9c56-c9feac5008b9 req-ce6c5624-9808-43ab-951f-e91db5ac332f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:54.838117 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-afbd0771-38af-40f3-9c56-c9feac5008b9 req-ce6c5624-9808-43ab-951f-e91db5ac332f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0848644 May 20 18:26:54.882991 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-afbd0771-38af-40f3-9c56-c9feac5008b9 req-97b865c8-9239-4105-925c-3f56c903414e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389576 May 20 18:26:55.392819 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-691d22cf-0a19-401b-8dcf-4f9026b1ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:55.651477 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:56.083999 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9d8f9-39ab-4692-adeb-4221455a01cc req-643e3141-701a-4480-9505-6c254c6f0dba tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:56.085739 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-14d9d8f9-39ab-4692-adeb-4221455a01cc req-643e3141-701a-4480-9505-6c254c6f0dba tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0877352 May 20 18:26:56.131826 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-14d9d8f9-39ab-4692-adeb-4221455a01cc req-7fb138c3-ae55-4bee-b8cd-3018d8f439d8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 May 20 18:26:56.557371 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:57.318830 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13df8-b5d3-4f5f-8bad-e63b8bd06e01 req-a9724a8e-09b7-4ae9-a8b3-5339b370de4b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:57.320148 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3ea13df8-b5d3-4f5f-8bad-e63b8bd06e01 req-a9724a8e-09b7-4ae9-a8b3-5339b370de4b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0817757 May 20 18:26:57.363861 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3ea13df8-b5d3-4f5f-8bad-e63b8bd06e01 req-069991db-22d9-4ec0-bd82-52bfc48c66da tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 May 20 18:26:58.371935 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:58.456992 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:58.565491 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493d07-f011-43f8-bc78-8da7d3e97f0b req-95aa81ae-c92a-4273-9b24-35b6a74a832d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:58.566959 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-18493d07-f011-43f8-bc78-8da7d3e97f0b req-95aa81ae-c92a-4273-9b24-35b6a74a832d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0878367 May 20 18:26:58.612453 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-18493d07-f011-43f8-bc78-8da7d3e97f0b req-aa775ffc-5a85-453e-89cb-55c9307d60b3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390174 May 20 18:26:59.811596 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72da2c-592a-4758-b8c9-5a857067f30f req-4c72dd86-bfc2-4da0-a828-1be03c5039d8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:59.813035 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0a72da2c-592a-4758-b8c9-5a857067f30f req-4c72dd86-bfc2-4da0-a828-1be03c5039d8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0894809 May 20 18:26:59.862719 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0a72da2c-592a-4758-b8c9-5a857067f30f req-6d532abb-a985-41ad-927a-855df277e8a4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 May 20 18:27:00.525113 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-e304cb6f-bbb3-40f5-9622-e7e7e51a96c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722833 May 20 18:27:00.678583 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-dfd2b1a1-64f2-4410-8b88-8933975afed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:00.680055 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-dfd2b1a1-64f2-4410-8b88-8933975afed9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94002bc0ab1443a69299aaae213b6ad3&device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 1098 time: 0.0767007 May 20 18:27:00.835355 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-f2cc74df-03a2-4f0c-8b6e-c1ccaeb5743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:00.836812 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-f2cc74df-03a2-4f0c-8b6e-c1ccaeb5743c service neutron] 10.222.0.42 "GET /v2.0/networks?id=645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 200 len: 915 time: 0.1323001 May 20 18:27:00.904350 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-790e06de-20c5-4bdd-a30d-183fc030f332 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 200 len: 217 time: 0.0596912 May 20 18:27:00.971096 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-58e338e5-e421-4168-8d37-877e6e921956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:00.972500 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-58e338e5-e421-4168-8d37-877e6e921956 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba65dbf-7ea4-44a4-8f47-c080573e1a02 HTTP/1.1" status: 200 len: 854 time: 0.0592620 May 20 18:27:01.019172 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-f1efc11f-3db9-4d5b-ac80-375c53363bfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=645e7bfb-cd95-49fb-ba86-243805a56d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398202 May 20 18:27:01.158909 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-680f58f1-947d-4ffb-8ed3-6fafe154792e service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318531 May 20 18:27:01.162325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d922e9-0ed6-40fd-a1ba-511299f82228 req-4b8ef811-9222-46e4-8802-02dee8e7661c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:01.163816 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-53d922e9-0ed6-40fd-a1ba-511299f82228 req-4b8ef811-9222-46e4-8802-02dee8e7661c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0851638 May 20 18:27:01.210772 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-53d922e9-0ed6-40fd-a1ba-511299f82228 req-ab84c34b-2d49-4a8d-9620-87b3ee71cb6f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406871 May 20 18:27:01.392497 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-9d3fc558-31ba-4b8f-8b51-0df8c362c2cc req-e719471a-6196-409d-9981-3fb2c0ff8244 service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251184 May 20 18:27:02.427155 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee8807-e3db-4fe8-a972-e10b4123d419 req-d92c0f8c-6eab-4fd7-a6f2-4c879cb50ecf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:02.428919 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-91ee8807-e3db-4fe8-a972-e10b4123d419 req-d92c0f8c-6eab-4fd7-a6f2-4c879cb50ecf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0977592 May 20 18:27:02.475791 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-91ee8807-e3db-4fe8-a972-e10b4123d419 req-9821a89d-c9e3-44f3-8927-2dfc439231e2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405121 May 20 18:27:03.672448 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b0bd9-cf69-48d6-92ff-3005cc7f4a74 req-3019a48e-a7e5-4378-877b-78f1907eb52c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:03.673907 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7a1b0bd9-cf69-48d6-92ff-3005cc7f4a74 req-3019a48e-a7e5-4378-877b-78f1907eb52c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0826557 May 20 18:27:03.718013 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7a1b0bd9-cf69-48d6-92ff-3005cc7f4a74 req-1612111c-0d2a-48f4-8e3f-299eef537f9b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381982 May 20 18:27:04.913226 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4ebf-9df1-4426-996c-4bec98357520 req-d55a1769-1775-4fdc-9e1d-022b86aafa1c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:04.914704 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0f6f4ebf-9df1-4426-996c-4bec98357520 req-d55a1769-1775-4fdc-9e1d-022b86aafa1c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0886497 May 20 18:27:04.959490 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0f6f4ebf-9df1-4426-996c-4bec98357520 req-b9620dfa-e70c-4cd5-a42f-d702de42a0ec tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 May 20 18:27:06.173020 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99229-b98a-45fb-b1af-02bae2532182 req-f3180c8b-bb6f-41ee-af2a-00181bf280ca tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:06.175248 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-60a99229-b98a-45fb-b1af-02bae2532182 req-f3180c8b-bb6f-41ee-af2a-00181bf280ca tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1008399 May 20 18:27:06.224402 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-60a99229-b98a-45fb-b1af-02bae2532182 req-0cc1bbef-fb2e-426b-ab55-ab166747f20c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 May 20 18:27:07.437992 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6256-e22e-484f-9cd3-dfb1be80d3b4 req-eea5f052-c1a0-41d6-836f-030494321d70 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:07.439473 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5f8d6256-e22e-484f-9cd3-dfb1be80d3b4 req-eea5f052-c1a0-41d6-836f-030494321d70 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0943530 May 20 18:27:07.490230 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5f8d6256-e22e-484f-9cd3-dfb1be80d3b4 req-f36eb8c2-1a58-480d-8e2e-f9590a4c931a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 May 20 18:27:08.695842 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12b315-adf2-4277-9e32-39c07dd7c99c req-37b48de2-89c4-4024-a07a-182288fec00b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:08.697272 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4a12b315-adf2-4277-9e32-39c07dd7c99c req-37b48de2-89c4-4024-a07a-182288fec00b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0923891 May 20 18:27:08.746287 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4a12b315-adf2-4277-9e32-39c07dd7c99c req-2758514c-e0d7-4cf7-a6fd-e407a4a74409 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403173 May 20 18:27:09.956078 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e11d1-127d-49e9-aa9f-972bf2dbb876 req-e274cb76-17c3-4f4a-abe2-59e95d9005e4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:09.957506 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bb5e11d1-127d-49e9-aa9f-972bf2dbb876 req-e274cb76-17c3-4f4a-abe2-59e95d9005e4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0958734 May 20 18:27:10.002732 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bb5e11d1-127d-49e9-aa9f-972bf2dbb876 req-59ac4fc7-0994-4ba4-a6e4-1ba5537e0d7b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385435 May 20 18:27:11.286132 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a59c-7e60-4bc3-b25e-3bae0db00e03 req-fded9681-77d0-4c43-ab38-dede47732ee4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:11.287607 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1a63a59c-7e60-4bc3-b25e-3bae0db00e03 req-fded9681-77d0-4c43-ab38-dede47732ee4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1663194 May 20 18:27:11.299858 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:27:11.333743 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1a63a59c-7e60-4bc3-b25e-3bae0db00e03 req-2938363b-cefc-42df-8c35-08714579ba2f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 May 20 18:27:12.530594 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97658ee4-0635-4eab-89bc-80475bca55ba req-f31f24de-a6a7-4874-9914-050549fe0b39 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:12.532044 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-97658ee4-0635-4eab-89bc-80475bca55ba req-f31f24de-a6a7-4874-9914-050549fe0b39 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0886049 May 20 18:27:12.582789 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-97658ee4-0635-4eab-89bc-80475bca55ba req-f8ee886b-32fd-43e7-a826-e76828939ac1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 May 20 18:27:13.795545 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec89cc8-0244-4084-984d-963cf565d926 req-2e204428-99bf-4c3f-9f6f-8b9e88122002 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:13.796904 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6ec89cc8-0244-4084-984d-963cf565d926 req-2e204428-99bf-4c3f-9f6f-8b9e88122002 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0891728 May 20 18:27:13.841347 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6ec89cc8-0244-4084-984d-963cf565d926 req-c2e0ab0d-43d7-4714-aa3f-cea2d90af564 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 May 20 18:27:15.052124 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90c2e3-1b15-4c34-a953-662fe765e049 req-c4c8953d-0a15-4f53-9a90-a64a59aa0352 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:15.053617 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3e90c2e3-1b15-4c34-a953-662fe765e049 req-c4c8953d-0a15-4f53-9a90-a64a59aa0352 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0897245 May 20 18:27:15.098455 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3e90c2e3-1b15-4c34-a953-662fe765e049 req-1b5bda83-fc78-4ad1-bf0c-b215cd077ddc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382204 May 20 18:27:16.303629 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ccda9-85bd-4546-a682-708e1f59eee8 req-436ce953-cfa5-4110-99df-0bb236f8b46c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:16.305084 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-284ccda9-85bd-4546-a682-708e1f59eee8 req-436ce953-cfa5-4110-99df-0bb236f8b46c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0859416 May 20 18:27:16.359601 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-284ccda9-85bd-4546-a682-708e1f59eee8 req-8e439e49-1232-41ac-923c-ea2d874758db tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453370 May 20 18:27:17.581437 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46bf31-d670-4643-9136-16a2317d2b30 req-c05ad6d5-6ca7-44a9-8c42-6da2dda72c0c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:17.582889 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7c46bf31-d670-4643-9136-16a2317d2b30 req-c05ad6d5-6ca7-44a9-8c42-6da2dda72c0c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0938501 May 20 18:27:17.628314 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7c46bf31-d670-4643-9136-16a2317d2b30 req-d28145bc-a8d5-4b4c-87c5-46b98773ccec tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396571 May 20 18:27:18.828718 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bce257-6f01-4e9c-a863-e8224e4e6100 req-b679dd5a-b3cf-4713-a073-6855ee1774e4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:18.830130 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e8bce257-6f01-4e9c-a863-e8224e4e6100 req-b679dd5a-b3cf-4713-a073-6855ee1774e4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0870183 May 20 18:27:18.876758 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e8bce257-6f01-4e9c-a863-e8224e4e6100 req-7dc89ae6-90a1-46fd-a824-3ee6fc7b0a2b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383651 May 20 18:27:20.074349 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae50b4-165d-46d1-9532-c5ed755dbdbf req-61f0b317-aa24-4c3e-9f61-f2b967ed0913 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:20.075887 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-57ae50b4-165d-46d1-9532-c5ed755dbdbf req-61f0b317-aa24-4c3e-9f61-f2b967ed0913 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0801630 May 20 18:27:20.121532 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-57ae50b4-165d-46d1-9532-c5ed755dbdbf req-32026ef2-8fcd-4d32-9e3a-64daa526e9e5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397246 May 20 18:27:21.323045 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998477e-0739-4933-8194-2566f9cb7c3c req-31c9e959-9c8e-4b38-8e27-72329234807b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:21.324496 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b998477e-0739-4933-8194-2566f9cb7c3c req-31c9e959-9c8e-4b38-8e27-72329234807b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0918527 May 20 18:27:21.370131 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b998477e-0739-4933-8194-2566f9cb7c3c req-0ad041dc-460d-4482-b5d1-b576eeca69f3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393169 May 20 18:27:22.576567 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dbf3a-0b5e-40ed-b809-e452bdf2ef2e req-20086109-14cd-4907-8dea-a6445224a2e9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:22.578025 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-466dbf3a-0b5e-40ed-b809-e452bdf2ef2e req-20086109-14cd-4907-8dea-a6445224a2e9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0946310 May 20 18:27:22.627509 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-466dbf3a-0b5e-40ed-b809-e452bdf2ef2e req-6f149b55-0af9-436f-8cda-157f0468aa70 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 May 20 18:27:23.064195 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ae37a0b9-a8ae-4abb-b76e-171fa6b57a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:23.843710 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645f70-2093-46fd-93eb-81e192d451b9 req-8c97c44f-f88c-4b6b-90fc-68d136df1b36 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:23.845160 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f7645f70-2093-46fd-93eb-81e192d451b9 req-8c97c44f-f88c-4b6b-90fc-68d136df1b36 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0969894 May 20 18:27:23.890004 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f7645f70-2093-46fd-93eb-81e192d451b9 req-50b4ba5c-1182-4c4d-8eb9-61408cd6d843 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390439 May 20 18:27:25.104799 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af42dc-9f54-4af1-bb8e-5c5c3cf6af07 req-25b42361-6845-47e1-b56a-cfd10abb130f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:25.106282 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08af42dc-9f54-4af1-bb8e-5c5c3cf6af07 req-25b42361-6845-47e1-b56a-cfd10abb130f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0871568 May 20 18:27:25.159520 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08af42dc-9f54-4af1-bb8e-5c5c3cf6af07 req-73dc353c-41c3-4d6e-acb5-f2a3669e6900 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 May 20 18:27:25.394439 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2e66d1aa-1894-48ca-ad21-588716b82bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:25.635266 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:26.364608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479317a9-9396-49aa-8066-a78872182971 req-bdbe0615-2bb2-4a52-b78d-fc0986693cf1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:26.366051 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-479317a9-9396-49aa-8066-a78872182971 req-bdbe0615-2bb2-4a52-b78d-fc0986693cf1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0993536 May 20 18:27:26.412319 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-479317a9-9396-49aa-8066-a78872182971 req-c10abbd5-d203-4809-8104-5b9ec0113ed6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404084 May 20 18:27:26.554978 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:27.619777 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089d2d-5797-49f2-9f2e-9ee76beac290 req-18452a1d-7fc8-4ec5-8fb7-4da611e0db21 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:27.621209 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6089d2d-5797-49f2-9f2e-9ee76beac290 req-18452a1d-7fc8-4ec5-8fb7-4da611e0db21 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0882447 May 20 18:27:27.666899 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6089d2d-5797-49f2-9f2e-9ee76beac290 req-d9508c21-9eeb-439a-91db-6c5cce89a5de tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385165 May 20 18:27:28.380679 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:28.463415 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:28.871679 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cd91e-8d64-4263-b0a5-02c15df7fbfe req-05917c39-4e22-4a90-8cbe-86f3b2addda8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:28.873130 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-984cd91e-8d64-4263-b0a5-02c15df7fbfe req-05917c39-4e22-4a90-8cbe-86f3b2addda8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0811617 May 20 18:27:28.919833 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-984cd91e-8d64-4263-b0a5-02c15df7fbfe req-91336369-a9ab-4259-ad48-1bb44285bece tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 May 20 18:27:30.147577 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495eaf-867f-40d5-b13a-d5d82720e516 req-d03079ac-e3f4-4d1f-ab62-37d9b47efa43 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:30.149055 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2d495eaf-867f-40d5-b13a-d5d82720e516 req-d03079ac-e3f4-4d1f-ab62-37d9b47efa43 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0991766 May 20 18:27:30.194668 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2d495eaf-867f-40d5-b13a-d5d82720e516 req-4cb643bf-2ddd-4acf-a6fb-e6ac8785123c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 May 20 18:27:31.405013 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc9462-2b76-4b40-960c-0b2259f388a9 req-873ec46c-ce50-4072-8dc8-616098757936 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:31.406473 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b5fc9462-2b76-4b40-960c-0b2259f388a9 req-873ec46c-ce50-4072-8dc8-616098757936 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0956230 May 20 18:27:31.454062 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b5fc9462-2b76-4b40-960c-0b2259f388a9 req-81836999-4f08-41d8-9b30-7ba51270b8a7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386195 May 20 18:27:32.661854 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41c10-e327-4b9a-8077-b3a2f9b332a6 req-060dc944-ed78-4dc9-9d68-01bda177422c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:32.663233 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-81d41c10-e327-4b9a-8077-b3a2f9b332a6 req-060dc944-ed78-4dc9-9d68-01bda177422c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0939419 May 20 18:27:32.708441 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-81d41c10-e327-4b9a-8077-b3a2f9b332a6 req-27f2dd53-656f-4487-83eb-1beca4b0f4d4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394135 May 20 18:27:34.003810 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8a49-1d83-424a-9a86-a462512eebd1 req-59e9bf01-b4b8-41bd-bda9-5635272e2784 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:34.005199 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e19b8a49-1d83-424a-9a86-a462512eebd1 req-59e9bf01-b4b8-41bd-bda9-5635272e2784 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1725156 May 20 18:27:34.052969 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e19b8a49-1d83-424a-9a86-a462512eebd1 req-6a200cda-aa93-41f0-9c44-2d575edbd447 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388019 May 20 18:27:35.256610 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58449e81-8aeb-4eca-bf9a-504823224186 req-bc765091-75b0-4d32-ad67-d23a5a4e3f26 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:35.258032 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-58449e81-8aeb-4eca-bf9a-504823224186 req-bc765091-75b0-4d32-ad67-d23a5a4e3f26 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0871680 May 20 18:27:35.304825 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-58449e81-8aeb-4eca-bf9a-504823224186 req-8d4b7e05-f0fb-4a78-b3c0-6b8f8ca51633 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380671 May 20 18:27:36.514281 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8badca-819e-4266-8fbf-203eaad1f65a req-36c07196-be2d-4477-814d-207de86eb4ed tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:36.515800 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8f8badca-819e-4266-8fbf-203eaad1f65a req-36c07196-be2d-4477-814d-207de86eb4ed tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0872095 May 20 18:27:36.563408 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8f8badca-819e-4266-8fbf-203eaad1f65a req-0e30cea3-2792-4054-9966-3bd12d71e442 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 May 20 18:27:37.775073 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875ac9e-effd-4a68-a827-a34c96bae00f req-d7516806-8955-4d97-be7f-49528354a928 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:37.776693 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0875ac9e-effd-4a68-a827-a34c96bae00f req-d7516806-8955-4d97-be7f-49528354a928 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0980217 May 20 18:27:37.826015 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0875ac9e-effd-4a68-a827-a34c96bae00f req-533c11ce-fd8a-492d-b0df-8c1485bb26bb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 May 20 18:27:39.038769 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90c96c-514b-49f2-bec9-9bf391d7a834 req-dbbe8232-ae26-4e1d-b7bf-1ab6786616c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:39.040173 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5e90c96c-514b-49f2-bec9-9bf391d7a834 req-dbbe8232-ae26-4e1d-b7bf-1ab6786616c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0977325 May 20 18:27:39.084637 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5e90c96c-514b-49f2-bec9-9bf391d7a834 req-d1abf33a-60e8-4d45-a1a1-aeeec2ba23a7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386286 May 20 18:27:40.293160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bffde1-bba3-4ac6-8a5e-9a5d38367802 req-cf63e7e6-d911-43e5-bc71-3f74b641b6e2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:40.295525 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-64bffde1-bba3-4ac6-8a5e-9a5d38367802 req-cf63e7e6-d911-43e5-bc71-3f74b641b6e2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0938675 May 20 18:27:40.343067 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-64bffde1-bba3-4ac6-8a5e-9a5d38367802 req-5c527fd1-69cf-47fe-b9be-53f313351a56 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388918 May 20 18:27:41.552756 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31931e57-9b70-42fd-9f34-64c7ba71a0e9 req-531bb0e7-4008-42c4-8e93-21a4537fbbac tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:41.554203 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-31931e57-9b70-42fd-9f34-64c7ba71a0e9 req-531bb0e7-4008-42c4-8e93-21a4537fbbac tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0900567 May 20 18:27:41.598332 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-31931e57-9b70-42fd-9f34-64c7ba71a0e9 req-4696be11-9424-428b-82c4-36d1e25bcac0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383730 May 20 18:27:42.812183 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b2ce-b0eb-4664-bc04-0a26bbdb1058 req-b20d9ca3-6c9b-49dc-8e07-25300b6cc6b8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:42.813641 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-97d2b2ce-b0eb-4664-bc04-0a26bbdb1058 req-b20d9ca3-6c9b-49dc-8e07-25300b6cc6b8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0901742 May 20 18:27:42.862155 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-97d2b2ce-b0eb-4664-bc04-0a26bbdb1058 req-a97166da-c57f-4f46-92fd-a1f77fdad4ff tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425675 May 20 18:27:44.069827 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aba17-9d02-46a2-a1ab-e1504c0f0ecf req-6c20957a-be4f-47b8-ab07-5e8955374732 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:44.071317 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c80aba17-9d02-46a2-a1ab-e1504c0f0ecf req-6c20957a-be4f-47b8-ab07-5e8955374732 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0895960 May 20 18:27:44.116295 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c80aba17-9d02-46a2-a1ab-e1504c0f0ecf req-0563ba17-2232-4793-b278-ee9688588a64 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 May 20 18:27:45.321956 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6bff8-d861-4b03-97c5-f272ad841eb0 req-955fcc7e-410d-40de-b35f-f11390d6fe45 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:45.323421 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40f6bff8-d861-4b03-97c5-f272ad841eb0 req-955fcc7e-410d-40de-b35f-f11390d6fe45 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0951288 May 20 18:27:45.368797 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40f6bff8-d861-4b03-97c5-f272ad841eb0 req-41870c52-1c47-4140-a079-7f06ed676ac5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394828 May 20 18:27:46.562180 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38759a-8045-415c-9305-45512b70b0a2 req-4b68a269-2ea9-4688-a84f-265b7c47eb10 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:46.563675 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9f38759a-8045-415c-9305-45512b70b0a2 req-4b68a269-2ea9-4688-a84f-265b7c47eb10 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0865967 May 20 18:27:46.611064 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9f38759a-8045-415c-9305-45512b70b0a2 req-dd4addc6-acee-40d0-9d3e-f3b473fb93e5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 May 20 18:27:47.824918 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb5d0b-85ef-4e6c-bdf7-c4cd2edd1514 req-21321960-e9e2-405d-af94-20f8d56a726d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:47.826431 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6abb5d0b-85ef-4e6c-bdf7-c4cd2edd1514 req-21321960-e9e2-405d-af94-20f8d56a726d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0979624 May 20 18:27:47.876321 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6abb5d0b-85ef-4e6c-bdf7-c4cd2edd1514 req-2b8c2fc0-17a3-426c-aae0-b3b84506a328 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436640 May 20 18:27:48.302931 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:27:49.083472 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e41aa-9709-495b-a8bc-15f99553f9b4 req-0cc272d0-6b24-4b57-9b4f-fc7a7cf715ee tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:49.084902 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e49e41aa-9709-495b-a8bc-15f99553f9b4 req-0cc272d0-6b24-4b57-9b4f-fc7a7cf715ee tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0869236 May 20 18:27:49.140423 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e49e41aa-9709-495b-a8bc-15f99553f9b4 req-b4561bd9-5d12-4c30-8fe2-c887f195cedc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456247 May 20 18:27:50.350576 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb885c58-7a7e-49cc-b41a-93e49e7f31e1 req-44275f4f-f22d-48df-9fcb-0b7b178bc96e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:50.352003 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eb885c58-7a7e-49cc-b41a-93e49e7f31e1 req-44275f4f-f22d-48df-9fcb-0b7b178bc96e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0885689 May 20 18:27:50.407070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eb885c58-7a7e-49cc-b41a-93e49e7f31e1 req-ee9a88a4-68eb-49c2-adde-f4d15870b6e1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482540 May 20 18:27:51.762787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2f04b-6315-49ae-84da-471e94e7dc48 req-58e7d94a-db05-4ace-a8fd-f27c4b3505eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:51.764322 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-60b2f04b-6315-49ae-84da-471e94e7dc48 req-58e7d94a-db05-4ace-a8fd-f27c4b3505eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0900888 May 20 18:27:51.811487 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-60b2f04b-6315-49ae-84da-471e94e7dc48 req-94e7c2fd-9f00-433b-9003-0fa579433510 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 May 20 18:27:53.001948 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3111-1850-4b40-9186-049ef4acc65a req-c3f58e6e-3e9c-4dc0-996f-6c75efbe179f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:53.003422 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41ee3111-1850-4b40-9186-049ef4acc65a req-c3f58e6e-3e9c-4dc0-996f-6c75efbe179f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0789809 May 20 18:27:53.049075 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41ee3111-1850-4b40-9186-049ef4acc65a req-4227f9fe-e209-43f8-88f6-ae6ddee57b73 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397992 May 20 18:27:53.059483 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe103-594d-417e-b310-020e521279ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:54.249755 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ee685-ee59-4219-aed8-86d1dc2b9eaf req-83f4f10b-bbe3-41eb-8037-c9cee85885d2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:54.251139 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-733ee685-ee59-4219-aed8-86d1dc2b9eaf req-83f4f10b-bbe3-41eb-8037-c9cee85885d2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0952947 May 20 18:27:54.296259 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-733ee685-ee59-4219-aed8-86d1dc2b9eaf req-71a96684-55ba-4153-addf-4afdea9c4b32 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 May 20 18:27:55.388656 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8392-9a41-439c-a917-04176a0a10e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:55.520538 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284e8a5-27aa-4f7a-88ac-cafc289f0432 req-c7d1665f-a448-48ab-a194-f65a53d613c3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:55.521993 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f284e8a5-27aa-4f7a-88ac-cafc289f0432 req-c7d1665f-a448-48ab-a194-f65a53d613c3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0964954 May 20 18:27:55.575112 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f284e8a5-27aa-4f7a-88ac-cafc289f0432 req-7a386b19-a129-4386-8590-0872df4ce044 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440056 May 20 18:27:55.641670 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:56.561486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:56.846962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feff3a-4ce1-4635-befa-d8bff0d77808 req-78f28026-81cc-436f-acf4-b365921811e0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:56.848432 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93feff3a-4ce1-4635-befa-d8bff0d77808 req-78f28026-81cc-436f-acf4-b365921811e0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1676419 May 20 18:27:56.895701 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93feff3a-4ce1-4635-befa-d8bff0d77808 req-baabb7c7-f924-4bf3-bc23-f6e7e6d086ea tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 May 20 18:27:58.098407 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d6946-ff63-4d17-b84f-692a85b292d8 req-8697579f-d18a-43b3-b000-8f88f7932c3b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:58.099962 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-362d6946-ff63-4d17-b84f-692a85b292d8 req-8697579f-d18a-43b3-b000-8f88f7932c3b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0926375 May 20 18:27:58.145663 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-362d6946-ff63-4d17-b84f-692a85b292d8 req-e0a46526-50ed-4957-a535-03a471f328c7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 May 20 18:27:58.388819 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:58.465829 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:59.353792 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faade1-9af4-4276-a311-84f5ee35f2a1 req-970415ef-88fe-46fe-86b1-952bdc319b59 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:59.355266 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04faade1-9af4-4276-a311-84f5ee35f2a1 req-970415ef-88fe-46fe-86b1-952bdc319b59 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0927742 May 20 18:27:59.405487 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-04faade1-9af4-4276-a311-84f5ee35f2a1 req-9bb49a1f-78a8-4329-9655-bcf3b311683f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 May 20 18:28:00.570688 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-0b68c60c-3994-40ad-af2b-d1bd660e2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:00.572225 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-0b68c60c-3994-40ad-af2b-d1bd660e2bed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1096 time: 0.0732040 May 20 18:28:00.601168 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9bfe-08bc-41ad-b563-5e08e5aa6554 req-5c950b77-5453-4e96-81dc-c218b84f36d9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:00.603013 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c08d9bfe-08bc-41ad-b563-5e08e5aa6554 req-5c950b77-5453-4e96-81dc-c218b84f36d9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0832310 May 20 18:28:00.649280 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c08d9bfe-08bc-41ad-b563-5e08e5aa6554 req-a6023912-f6d5-4805-8f7e-5b3e2e09c44d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 May 20 18:28:00.722073 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-82c1c1b2-ffeb-46fa-8a1c-d258f686fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:00.723570 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-82c1c1b2-ffeb-46fa-8a1c-d258f686fb26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 909 time: 0.1303875 May 20 18:28:00.836022 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-29948112-a7ae-4472-ac7b-b9b3e4ffd71a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 999 time: 0.1051428 May 20 18:28:00.903185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-96c9955c-eea4-4b26-b6cf-f7ff6dc566af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:00.904691 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-96c9955c-eea4-4b26-b6cf-f7ff6dc566af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.0618477 May 20 18:28:00.987840 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-5927f349-825f-495a-8b50-b331f97fa68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:00.989203 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-5927f349-825f-495a-8b50-b331f97fa68c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774684 May 20 18:28:01.119685 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-7916aa08-57a7-4bdc-bac1-8b8ad12638ec service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224992 May 20 18:28:01.252673 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8cea04e9-1fca-4b76-b511-52167f7edaee req-7b590813-ad97-4488-b10e-b5821f6e95f0 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262774 May 20 18:28:01.853096 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348acd12-aa84-40df-9f79-3d2b726d05e2 req-227aed07-dfdb-431a-8538-5136949f71be tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:01.854566 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-348acd12-aa84-40df-9f79-3d2b726d05e2 req-227aed07-dfdb-431a-8538-5136949f71be tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0972645 May 20 18:28:01.898935 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-348acd12-aa84-40df-9f79-3d2b726d05e2 req-742bd681-1b74-407b-8f19-2c535b546af9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383530 May 20 18:28:03.118241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc851b-ca65-4c8a-a348-956ea8704ccd req-2630b7ee-63d4-4469-8b09-c082ca50573b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:03.119625 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f0bc851b-ca65-4c8a-a348-956ea8704ccd req-2630b7ee-63d4-4469-8b09-c082ca50573b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0973017 May 20 18:28:03.166638 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f0bc851b-ca65-4c8a-a348-956ea8704ccd req-c46827d3-2b01-4e89-b0f6-141762a9fe60 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 May 20 18:28:04.366803 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581d55-7140-451b-8ec9-45585eb224d4 req-a31fdbd5-4b40-4a4e-8370-f0e351fec7da tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:04.368237 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a581d55-7140-451b-8ec9-45585eb224d4 req-a31fdbd5-4b40-4a4e-8370-f0e351fec7da tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0839658 May 20 18:28:04.412204 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a581d55-7140-451b-8ec9-45585eb224d4 req-32be9177-bf17-4d70-9fb6-4d8460e84fa1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381882 May 20 18:28:05.627337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09007b-8db0-4209-95ef-9380a9c801e5 req-61c3275a-213e-4209-acaa-43febb04d68f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:05.628772 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-df09007b-8db0-4209-95ef-9380a9c801e5 req-61c3275a-213e-4209-acaa-43febb04d68f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0980744 May 20 18:28:05.676425 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-df09007b-8db0-4209-95ef-9380a9c801e5 req-58bf1fe0-dc3a-4c81-93fa-fe5c72056727 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389953 May 20 18:28:06.878961 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42499278-e8d0-4d07-981f-3d940520de6c req-367017e2-f9c4-4c24-846c-99f01df45420 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:06.880394 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-42499278-e8d0-4d07-981f-3d940520de6c req-367017e2-f9c4-4c24-846c-99f01df45420 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0849173 May 20 18:28:06.926249 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-42499278-e8d0-4d07-981f-3d940520de6c req-6702595c-0f63-4da9-8923-9ed06794499b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381773 May 20 18:28:08.131742 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c802f-521d-44d0-907f-f42e934cb7a0 req-4948084a-d04d-41c7-b886-bf06d5b8134e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:08.133214 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a54c802f-521d-44d0-907f-f42e934cb7a0 req-4948084a-d04d-41c7-b886-bf06d5b8134e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0892055 May 20 18:28:08.178007 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a54c802f-521d-44d0-907f-f42e934cb7a0 req-604022d9-ef94-4349-b9d0-e069151b7e6f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389020 May 20 18:28:09.377255 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06877c-8cca-4a5a-9501-5908995a241a req-0757b3f1-3430-462f-9c97-afef9ab717b4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:09.378728 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b06877c-8cca-4a5a-9501-5908995a241a req-0757b3f1-3430-462f-9c97-afef9ab717b4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0807145 May 20 18:28:09.427386 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b06877c-8cca-4a5a-9501-5908995a241a req-dc35c9d1-eef7-4c4e-9a04-ff9486db4688 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 May 20 18:28:10.628257 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143027f-6acf-4b2c-b09a-03319ac33794 req-f713210d-db0d-4e3f-85df-f44b8e2c6401 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:10.629705 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7143027f-6acf-4b2c-b09a-03319ac33794 req-f713210d-db0d-4e3f-85df-f44b8e2c6401 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0849380 May 20 18:28:10.679320 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7143027f-6acf-4b2c-b09a-03319ac33794 req-af085039-c26b-4e2f-9e7e-c5aec54d2fb9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 May 20 18:28:11.898123 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26adace-21bd-48aa-96c8-bdb0f8603f9b req-be032922-8649-41aa-a76c-50410803c638 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:11.899748 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e26adace-21bd-48aa-96c8-bdb0f8603f9b req-be032922-8649-41aa-a76c-50410803c638 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0964856 May 20 18:28:11.946409 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e26adace-21bd-48aa-96c8-bdb0f8603f9b req-1ed19782-aff5-4d7b-9013-1fba4e66b32f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382323 May 20 18:28:13.150597 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0de16-bd27-4bb0-9a9a-97f14579acfe req-bc036f83-ddfa-4360-b39f-2178d1b0e67f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:13.152069 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ac0de16-bd27-4bb0-9a9a-97f14579acfe req-bc036f83-ddfa-4360-b39f-2178d1b0e67f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0886326 May 20 18:28:13.198260 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ac0de16-bd27-4bb0-9a9a-97f14579acfe req-eb7ad8af-62c5-495d-a01a-f358aa7c8ab9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 May 20 18:28:14.399296 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6f1dc-7d5d-4d21-9c2d-937eccdb4098 req-0956371d-3d0a-4d14-986f-f3b7163b2d3e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:14.400793 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2de6f1dc-7d5d-4d21-9c2d-937eccdb4098 req-0956371d-3d0a-4d14-986f-f3b7163b2d3e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0848389 May 20 18:28:14.446871 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2de6f1dc-7d5d-4d21-9c2d-937eccdb4098 req-8a3eaa09-bd1f-413a-8582-4539ab2969fd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402930 May 20 18:28:15.635808 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235b6d-3ac6-4988-a4b3-ef75a1d2451e req-ca5b69b9-9b96-4506-9b31-8db7c4e8536f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:15.637539 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c9235b6d-3ac6-4988-a4b3-ef75a1d2451e req-ca5b69b9-9b96-4506-9b31-8db7c4e8536f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0819657 May 20 18:28:15.690641 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c9235b6d-3ac6-4988-a4b3-ef75a1d2451e req-febadab8-7691-4141-b819-a8313c958ec5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470359 May 20 18:28:16.889489 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeef937-7c38-4e65-97cd-d2eb5cdb5daa req-db881717-e577-4dbf-9b09-77c182fc6354 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:16.890970 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-edeef937-7c38-4e65-97cd-d2eb5cdb5daa req-db881717-e577-4dbf-9b09-77c182fc6354 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0811498 May 20 18:28:16.935402 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-edeef937-7c38-4e65-97cd-d2eb5cdb5daa req-789a8578-1fa1-437b-b1e2-95e15d1f70e8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381844 May 20 18:28:18.132978 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2823b-ef8e-4f25-8145-bb929de4a5ca req-78a7631e-2b76-4c25-94fb-01ba8936b9b7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:18.134876 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f4c2823b-ef8e-4f25-8145-bb929de4a5ca req-78a7631e-2b76-4c25-94fb-01ba8936b9b7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0883744 May 20 18:28:18.255079 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f4c2823b-ef8e-4f25-8145-bb929de4a5ca req-cbfccb49-9244-4599-8402-1d9af1c1d0fb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140380 May 20 18:28:19.453955 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7bd2-3d4a-4ad6-9641-7f3627874818 req-8e9f09e8-3dc3-42fd-a185-bd3ee24e4e52 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:19.455430 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c3a7bd2-3d4a-4ad6-9641-7f3627874818 req-8e9f09e8-3dc3-42fd-a185-bd3ee24e4e52 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0868549 May 20 18:28:19.502636 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c3a7bd2-3d4a-4ad6-9641-7f3627874818 req-dd533dc7-0537-4119-b645-42d57d5364a4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412071 May 20 18:28:20.704506 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742755-ef13-4200-9989-b523f9caa9ce req-6f1c7925-823e-4117-8dd9-03b2c380c633 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:20.705998 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-25742755-ef13-4200-9989-b523f9caa9ce req-6f1c7925-823e-4117-8dd9-03b2c380c633 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0852485 May 20 18:28:20.752321 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-25742755-ef13-4200-9989-b523f9caa9ce req-1b1470f0-121f-48a4-9bc9-392e0ee91ec1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 May 20 18:28:21.955537 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b7b2e-3096-4115-b483-98bf9421a236 req-53a67aa4-4dc5-475e-810b-6dce897784c0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:21.956948 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ea1b7b2e-3096-4115-b483-98bf9421a236 req-53a67aa4-4dc5-475e-810b-6dce897784c0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0830538 May 20 18:28:22.000643 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ea1b7b2e-3096-4115-b483-98bf9421a236 req-af0cebaa-7e69-47d0-80fb-63819d9f0dcd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378258 May 20 18:28:23.056101 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3701793c-5c21-4a54-aa68-f7de0e9a511a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:23.200326 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c82e0-dedd-4b73-ae40-84463351bdf4 req-462a1c84-f402-4d6e-afbf-a9c78d7b0975 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:23.201803 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-184c82e0-dedd-4b73-ae40-84463351bdf4 req-462a1c84-f402-4d6e-afbf-a9c78d7b0975 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0865712 May 20 18:28:23.248945 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-184c82e0-dedd-4b73-ae40-84463351bdf4 req-559c8ad0-2a4b-4dd5-9d3c-ffc24ff2f824 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408442 May 20 18:28:24.465769 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43a0b6-335d-4a7e-b635-573a14cd1e85 req-e12a6834-e269-4064-a600-1579efada724 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:24.467252 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-db43a0b6-335d-4a7e-b635-573a14cd1e85 req-e12a6834-e269-4064-a600-1579efada724 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0996959 May 20 18:28:24.512704 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-db43a0b6-335d-4a7e-b635-573a14cd1e85 req-a097af6c-8416-47fa-9d76-570dd99f39e1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395544 May 20 18:28:25.307004 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:28:25.407229 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1b915879-bbdd-4ec8-be1f-f684c8c46048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:25.645281 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:25.728994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72037d2-eca8-49d0-82f7-93af2ac104b7 req-0ff335ff-b206-471d-b313-4c54fbfb4e0f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:25.728994 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e72037d2-eca8-49d0-82f7-93af2ac104b7 req-0ff335ff-b206-471d-b313-4c54fbfb4e0f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0942314 May 20 18:28:25.774775 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e72037d2-eca8-49d0-82f7-93af2ac104b7 req-e3eede65-fd27-430b-8ac6-a235761f2ea5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 May 20 18:28:26.564586 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:26.966266 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd899bbb-b84e-41cd-983b-599025f75569 req-82935476-5211-4887-b962-ca566a36baac tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:26.967723 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bd899bbb-b84e-41cd-983b-599025f75569 req-82935476-5211-4887-b962-ca566a36baac tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0804980 May 20 18:28:27.014478 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bd899bbb-b84e-41cd-983b-599025f75569 req-a2e138ca-574a-48a6-981f-33d25ce5d49d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410311 May 20 18:28:28.212666 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fd939-955c-4e08-88d3-c94308d5dcd5 req-50176d47-b322-44f0-9d8f-50f36bf1b636 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:28.214045 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b64fd939-955c-4e08-88d3-c94308d5dcd5 req-50176d47-b322-44f0-9d8f-50f36bf1b636 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0873060 May 20 18:28:28.261415 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b64fd939-955c-4e08-88d3-c94308d5dcd5 req-ea941b62-a037-49f8-8e37-5cc8b216602a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 May 20 18:28:28.425875 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:28.465783 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:29.471471 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffff36-63cf-411f-934b-e84c2ff55d18 req-6913a0fc-3317-47df-9131-a5a18b940a6e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:29.472908 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59ffff36-63cf-411f-934b-e84c2ff55d18 req-6913a0fc-3317-47df-9131-a5a18b940a6e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0884099 May 20 18:28:29.520736 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-59ffff36-63cf-411f-934b-e84c2ff55d18 req-e4c48c96-763a-463d-9d51-234ba67f46f0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 May 20 18:28:30.742872 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858cce7-a149-449d-8069-9686c366d004 req-4a75e398-87a3-4b4a-bbf0-155a8b330b24 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:30.744239 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b858cce7-a149-449d-8069-9686c366d004 req-4a75e398-87a3-4b4a-bbf0-155a8b330b24 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0992763 May 20 18:28:30.795014 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b858cce7-a149-449d-8069-9686c366d004 req-152ec3ad-df36-40f6-8a0b-4deea5026415 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 May 20 18:28:31.995777 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841dfc9-2b20-4753-9170-1b22814cbe7f req-2dadd448-82ae-4c78-ba1f-94176a0daa7c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:31.997247 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4841dfc9-2b20-4753-9170-1b22814cbe7f req-2dadd448-82ae-4c78-ba1f-94176a0daa7c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0838540 May 20 18:28:32.046747 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4841dfc9-2b20-4753-9170-1b22814cbe7f req-d3be4886-96d9-46d7-9feb-076938731f4f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 May 20 18:28:33.241466 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a3e0-f0fc-4402-9b72-b33f377ce56b req-18d0914f-a4b9-4b93-a40a-5d5cfba65595 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:33.243049 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2590a3e0-f0fc-4402-9b72-b33f377ce56b req-18d0914f-a4b9-4b93-a40a-5d5cfba65595 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0812716 May 20 18:28:33.286905 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2590a3e0-f0fc-4402-9b72-b33f377ce56b req-dd2a075a-cd03-4262-b9dc-617496bbc8fb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379214 May 20 18:28:34.498733 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87527b4e-eda7-4070-853d-31f90bbb731a req-776405fa-3ca8-4337-afe2-094dc49fd972 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:34.500311 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87527b4e-eda7-4070-853d-31f90bbb731a req-776405fa-3ca8-4337-afe2-094dc49fd972 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0918581 May 20 18:28:34.546004 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-87527b4e-eda7-4070-853d-31f90bbb731a req-f86c06ce-e3e9-4923-bf2a-691027593e78 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 May 20 18:28:35.735611 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153baf13-0945-4cbc-a916-50cb7281e80a req-e2880dc0-7cbd-4a23-b6fd-2454655f3a0a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:35.737033 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-153baf13-0945-4cbc-a916-50cb7281e80a req-e2880dc0-7cbd-4a23-b6fd-2454655f3a0a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0806210 May 20 18:28:35.790369 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-153baf13-0945-4cbc-a916-50cb7281e80a req-45aff61c-37b8-4e74-b65b-d18f10bfb3b1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467393 May 20 18:28:36.983375 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f5031-1a63-461c-acdf-4bef10fa996a req-0c39d333-4b3a-4b23-817c-6b87ea1edb53 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:36.984693 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bf5f5031-1a63-461c-acdf-4bef10fa996a req-0c39d333-4b3a-4b23-817c-6b87ea1edb53 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0846434 May 20 18:28:37.030232 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bf5f5031-1a63-461c-acdf-4bef10fa996a req-4a6f81f9-edde-423f-ac9e-e6ede001aa33 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 May 20 18:28:38.223443 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09606de7-b9ef-4485-889e-71407d1c038a req-0f7dcc16-f653-477f-86d0-967f729c1ee5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:38.225036 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-09606de7-b9ef-4485-889e-71407d1c038a req-0f7dcc16-f653-477f-86d0-967f729c1ee5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0833392 May 20 18:28:38.275718 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-09606de7-b9ef-4485-889e-71407d1c038a req-5b4ce212-d5a5-4ba6-9422-ec4c9f2941e1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 May 20 18:28:39.477309 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf099-d45c-4723-838a-8b3122a2eaff req-26ab63f1-52cf-4110-878d-d66aced9dc3b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:39.479154 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8ddf099-d45c-4723-838a-8b3122a2eaff req-26ab63f1-52cf-4110-878d-d66aced9dc3b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0818186 May 20 18:28:39.526273 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b8ddf099-d45c-4723-838a-8b3122a2eaff req-3b895cc3-9055-45d7-9066-379a9946fa5b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387750 May 20 18:28:40.736855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e4a54-7fae-4a3e-8c52-0a674374aa4a req-3dc18885-6f1f-408a-b7cb-3cda7885e71d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:40.738288 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f56e4a54-7fae-4a3e-8c52-0a674374aa4a req-3dc18885-6f1f-408a-b7cb-3cda7885e71d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0836165 May 20 18:28:40.868269 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f56e4a54-7fae-4a3e-8c52-0a674374aa4a req-4cb34f66-006b-4cc1-8673-b1a625c7747b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236622 May 20 18:28:42.089213 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9f951-015c-413a-8575-db10904ee543 req-934d31b8-d506-46ab-886b-4e39ba0901ae tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:42.090705 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33e9f951-015c-413a-8575-db10904ee543 req-934d31b8-d506-46ab-886b-4e39ba0901ae tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1001651 May 20 18:28:42.141080 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-33e9f951-015c-413a-8575-db10904ee543 req-b6942130-1090-40ec-9c67-5881abb80a2d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 May 20 18:28:43.339512 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7bbe8-29c5-4906-a3d0-79c06884b6a3 req-73eca1be-1b65-42d8-860c-0c3d9b29c8f7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:43.341147 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6de7bbe8-29c5-4906-a3d0-79c06884b6a3 req-73eca1be-1b65-42d8-860c-0c3d9b29c8f7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0825529 May 20 18:28:43.385586 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6de7bbe8-29c5-4906-a3d0-79c06884b6a3 req-db68edcd-66b9-4123-97ba-1a91a9a09139 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 May 20 18:28:44.589494 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35394b-6d3b-49c2-898a-99e3e2fe6127 req-99c643ac-4c4d-4b52-a854-8236f110ceee tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:44.590981 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9a35394b-6d3b-49c2-898a-99e3e2fe6127 req-99c643ac-4c4d-4b52-a854-8236f110ceee tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0861759 May 20 18:28:44.637219 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9a35394b-6d3b-49c2-898a-99e3e2fe6127 req-2998311f-ffeb-462d-b4bb-eb69a7cd2028 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404954 May 20 18:28:45.834101 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d97e22-53a6-4bcd-82f7-9fb21116cf63 req-0bd7b717-0cad-4f40-b129-89a76cb2e226 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:45.836623 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3d97e22-53a6-4bcd-82f7-9fb21116cf63 req-0bd7b717-0cad-4f40-b129-89a76cb2e226 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0929770 May 20 18:28:45.890227 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3d97e22-53a6-4bcd-82f7-9fb21116cf63 req-e24647a9-345d-4dc5-b750-1f7f6e827e25 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 May 20 18:28:47.083969 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0421965-75d7-4077-808e-b060e87d928a req-aa45ab27-b8e9-4f90-a395-458fa9651c31 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:47.085435 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0421965-75d7-4077-808e-b060e87d928a req-aa45ab27-b8e9-4f90-a395-458fa9651c31 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0856133 May 20 18:28:47.134093 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0421965-75d7-4077-808e-b060e87d928a req-aaeae3b8-8862-42dd-9fb5-fc44aa88e416 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 May 20 18:28:48.341272 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010f89-7b34-4285-97da-2956572da41d req-6089a2a5-16b9-4471-8be9-0382fb732630 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:48.342791 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7b010f89-7b34-4285-97da-2956572da41d req-6089a2a5-16b9-4471-8be9-0382fb732630 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0932450 May 20 18:28:48.397918 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7b010f89-7b34-4285-97da-2956572da41d req-289c5acd-c661-4cff-93b1-c71a76c9a1ed tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440075 May 20 18:28:49.598246 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067cbc-af72-45a8-ab66-0308b7b16e70 req-8122dfec-0a8d-4c04-ac27-56e9601a36eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:49.599722 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3d067cbc-af72-45a8-ab66-0308b7b16e70 req-8122dfec-0a8d-4c04-ac27-56e9601a36eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0859904 May 20 18:28:49.650046 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3d067cbc-af72-45a8-ab66-0308b7b16e70 req-b58fcf8c-f6d1-4454-91e1-ad31bed1bf3f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408862 May 20 18:28:50.865423 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d6fe-93de-4e6b-bf32-c864aa1b8bc0 req-4f514c84-ce83-48e1-9eff-f508b25a1497 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:50.866871 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8f44d6fe-93de-4e6b-bf32-c864aa1b8bc0 req-4f514c84-ce83-48e1-9eff-f508b25a1497 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0977104 May 20 18:28:50.914047 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8f44d6fe-93de-4e6b-bf32-c864aa1b8bc0 req-67c5ba75-91e1-4adc-9ac5-aee1a80fe73e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382221 May 20 18:28:52.114699 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede94ba-19a1-4180-af83-6afd679f9e53 req-3de8f69b-e343-46c8-af3e-9486226806bd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:52.116149 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8ede94ba-19a1-4180-af83-6afd679f9e53 req-3de8f69b-e343-46c8-af3e-9486226806bd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0835161 May 20 18:28:52.164956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8ede94ba-19a1-4180-af83-6afd679f9e53 req-a4d75f73-e005-451d-99c3-c2872cd4e21b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 May 20 18:28:53.073184 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c30fae30-2a81-41c9-9c6c-89ee12764ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:53.367090 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1b00c-4e59-4e78-b2a4-a03419c7b088 req-fbf07522-2a00-4f59-bea7-eb1df51c3578 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:53.368658 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bd1b00c-4e59-4e78-b2a4-a03419c7b088 req-fbf07522-2a00-4f59-bea7-eb1df51c3578 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0915196 May 20 18:28:53.415397 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3bd1b00c-4e59-4e78-b2a4-a03419c7b088 req-f0ad4908-f513-4a7b-96e7-3d5d6584c944 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 May 20 18:28:54.608221 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c375a4-4e8a-4020-91fb-55e6f6187cf4 req-6641d2af-7cab-4831-a949-ecfaee5fa488 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:54.609576 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-82c375a4-4e8a-4020-91fb-55e6f6187cf4 req-6641d2af-7cab-4831-a949-ecfaee5fa488 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0851960 May 20 18:28:54.659541 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-82c375a4-4e8a-4020-91fb-55e6f6187cf4 req-29dfe141-91dd-4d8f-b626-b518f23e4a87 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441263 May 20 18:28:55.401878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d07303e4-060d-4ebb-a954-57170519ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:55.651681 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:55.864724 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51935251-1c8d-4885-9774-d196f8ad3162 req-4238272a-d9d8-40db-855e-579ac8fabdc6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:55.866163 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-51935251-1c8d-4885-9774-d196f8ad3162 req-4238272a-d9d8-40db-855e-579ac8fabdc6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0947194 May 20 18:28:55.911300 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-51935251-1c8d-4885-9774-d196f8ad3162 req-8d22f676-c99e-409c-b7fb-51c4db168b7c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391290 May 20 18:28:56.567325 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:57.264570 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2792fdc-dd74-4872-83be-a1322ee31483 req-8b636df6-fe20-4517-a1d7-2ebe4d6c2aa5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:57.266167 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c2792fdc-dd74-4872-83be-a1322ee31483 req-8b636df6-fe20-4517-a1d7-2ebe4d6c2aa5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0886407 May 20 18:28:57.312454 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c2792fdc-dd74-4872-83be-a1322ee31483 req-5aa3f6fd-c5a5-4b51-bfaf-6d9a1a0d3bfd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403323 May 20 18:28:58.423670 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:58.467858 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:58.521337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f729b3f-f6f2-4d8c-859b-7d7b3d306071 req-57db40c0-6017-4328-bf33-ea52e735eae7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:58.522818 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5f729b3f-f6f2-4d8c-859b-7d7b3d306071 req-57db40c0-6017-4328-bf33-ea52e735eae7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0801947 May 20 18:28:58.567620 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5f729b3f-f6f2-4d8c-859b-7d7b3d306071 req-e7ba693e-37cf-4360-96af-abd6c09177f9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388584 May 20 18:28:59.783061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8a25c-e4b8-4329-813a-7cbddc3c0306 req-5e67b572-73ee-4c3e-a7ad-63e93b4865c3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:28:59.784506 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a1b8a25c-e4b8-4329-813a-7cbddc3c0306 req-5e67b572-73ee-4c3e-a7ad-63e93b4865c3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0924513 May 20 18:28:59.831436 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a1b8a25c-e4b8-4329-813a-7cbddc3c0306 req-cbf1660e-e8e4-448a-bf87-93903d832ccc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412555 May 20 18:29:01.041366 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13793dd-8bfb-470d-9706-6fef14be4958 req-dd853d84-46b0-4a26-b0d4-86f2c3ec6db8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:01.042878 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c13793dd-8bfb-470d-9706-6fef14be4958 req-dd853d84-46b0-4a26-b0d4-86f2c3ec6db8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0925517 May 20 18:29:01.091186 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c13793dd-8bfb-470d-9706-6fef14be4958 req-968c720b-f416-4d4c-8b33-582cf3e7da60 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 May 20 18:29:01.557228 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-59ef9b02-ada5-4fcc-bbd3-86d0974221e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806658 May 20 18:29:01.653159 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-76d89398-afbc-4769-9d91-ecea023452f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:01.654764 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-76d89398-afbc-4769-9d91-ecea023452f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.0731719 May 20 18:29:01.801380 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-01ade3cd-a3b1-40bc-a6bc-4e03d34b3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:01.802861 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-01ade3cd-a3b1-40bc-a6bc-4e03d34b3cb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1281726 May 20 18:29:01.886031 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-ce7212aa-7e25-498d-8475-23c6dfb9eb87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 217 time: 0.0756338 May 20 18:29:01.949412 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-3c2c9e2c-62fd-49f8-86dc-698fc1bf90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:01.950836 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-3c2c9e2c-62fd-49f8-86dc-698fc1bf90e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0577979 May 20 18:29:02.033052 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-bfb000bd-23c6-458e-b2a9-9845296cfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:02.034568 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-bfb000bd-23c6-458e-b2a9-9845296cfbba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768249 May 20 18:29:02.169018 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-9b46d380-80ec-462c-a40a-7e4bef184621 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270080 May 20 18:29:02.287878 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e34a9-1741-4c85-9500-69135b6c92bf req-d9138ead-507a-4ad2-89d1-9a1a43f119b3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:02.289318 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f76e34a9-1741-4c85-9500-69135b6c92bf req-d9138ead-507a-4ad2-89d1-9a1a43f119b3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0899985 May 20 18:29:02.303365 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7d67c035-c240-4e3b-bbcb-9287e71fa8e1 req-f17aa960-38ee-4fd0-8cac-18f436a178f8 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262753 May 20 18:29:02.306438 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:29:02.339261 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f76e34a9-1741-4c85-9500-69135b6c92bf req-ee2f8665-827a-4c35-8f01-e76ac38a0806 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 May 20 18:29:03.541248 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a4295-a742-4bda-9bf6-386807dc1c7e req-0227bbbb-d503-4f86-8879-ddd89351390d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:03.542723 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa8a4295-a742-4bda-9bf6-386807dc1c7e req-0227bbbb-d503-4f86-8879-ddd89351390d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0906022 May 20 18:29:03.668050 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa8a4295-a742-4bda-9bf6-386807dc1c7e req-643e3b2c-1c96-4e15-97a7-033e9115e665 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194043 May 20 18:29:04.879754 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdea83a-02f6-447a-8d1d-cbf973d4f305 req-a55f8f1c-ee20-41a9-9e12-af682a765ee9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:04.881188 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fcdea83a-02f6-447a-8d1d-cbf973d4f305 req-a55f8f1c-ee20-41a9-9e12-af682a765ee9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0884795 May 20 18:29:04.932032 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fcdea83a-02f6-447a-8d1d-cbf973d4f305 req-719b3697-50b7-46db-9ea0-2fd25a869433 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 May 20 18:29:06.135634 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8cc9-722b-4cdb-a2dd-0603d3a92658 req-8ecc111d-54b7-423a-aaa9-5cde4cd824fb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:06.138900 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da7d8cc9-722b-4cdb-a2dd-0603d3a92658 req-8ecc111d-54b7-423a-aaa9-5cde4cd824fb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0843630 May 20 18:29:06.181580 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da7d8cc9-722b-4cdb-a2dd-0603d3a92658 req-53bc4bcb-76e5-4ea3-ad79-9d427d684799 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391583 May 20 18:29:07.378007 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc3494-2fe2-44ee-8f3c-d81c40b6032e req-58187d8c-c857-42a6-8887-9c5b695df313 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:07.379493 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-67cc3494-2fe2-44ee-8f3c-d81c40b6032e req-58187d8c-c857-42a6-8887-9c5b695df313 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0869114 May 20 18:29:07.427681 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-67cc3494-2fe2-44ee-8f3c-d81c40b6032e req-9a73cd40-81cf-479f-9979-a064c3c02da0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402327 May 20 18:29:08.632692 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b80d4-0a87-4862-bd6d-ad6d67e2330e req-2ab2aacc-8a72-4120-9603-1005d6552b7b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:08.634019 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-213b80d4-0a87-4862-bd6d-ad6d67e2330e req-2ab2aacc-8a72-4120-9603-1005d6552b7b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0858185 May 20 18:29:08.679939 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-213b80d4-0a87-4862-bd6d-ad6d67e2330e req-4c1ca8a4-af17-4490-8c9e-5a99aa813054 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 May 20 18:29:09.873607 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed430-5d68-4691-a2e1-1af5f57b350b req-ec6fe4f3-e79b-454e-83fd-a69800a5f65b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:09.875048 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e32ed430-5d68-4691-a2e1-1af5f57b350b req-ec6fe4f3-e79b-454e-83fd-a69800a5f65b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0806861 May 20 18:29:09.918792 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e32ed430-5d68-4691-a2e1-1af5f57b350b req-f17e6d3f-b45a-456d-9923-36457949dd75 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379663 May 20 18:29:11.119541 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01add-beb3-4727-8df8-27de19ba4552 req-5907ae4a-6a4c-4b95-8de4-9744d8481dd4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:11.121149 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-17d01add-beb3-4727-8df8-27de19ba4552 req-5907ae4a-6a4c-4b95-8de4-9744d8481dd4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0834675 May 20 18:29:11.170025 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-17d01add-beb3-4727-8df8-27de19ba4552 req-3a667717-9fa5-4cca-b999-0f043c311514 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414732 May 20 18:29:12.362636 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5a118-be7e-464f-8cbd-aa183f95a896 req-ff0bb042-508a-43cb-91f3-44f0948ec29a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:12.364098 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0a5a118-be7e-464f-8cbd-aa183f95a896 req-ff0bb042-508a-43cb-91f3-44f0948ec29a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0811095 May 20 18:29:12.408420 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0a5a118-be7e-464f-8cbd-aa183f95a896 req-e5beef28-cf17-4e69-9b7c-f1574f73ec95 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384195 May 20 18:29:13.603731 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594926e-ffb6-4858-8dcc-17e9feeaba7e req-01d47075-191c-4859-b91f-ffac983b3073 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:13.605220 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3594926e-ffb6-4858-8dcc-17e9feeaba7e req-01d47075-191c-4859-b91f-ffac983b3073 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0837336 May 20 18:29:13.648648 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3594926e-ffb6-4858-8dcc-17e9feeaba7e req-dda55caa-3c42-436c-b340-3c7f0dadcd39 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375593 May 20 18:29:14.851402 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea44d-e99a-4034-abb5-d27871827a37 req-59b14eff-c59e-4a8d-8a1a-6385e740ea4a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:14.852830 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-992ea44d-e99a-4034-abb5-d27871827a37 req-59b14eff-c59e-4a8d-8a1a-6385e740ea4a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0845332 May 20 18:29:14.903118 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-992ea44d-e99a-4034-abb5-d27871827a37 req-93b8e35e-6346-4856-8f3c-abc7f424bb01 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 May 20 18:29:16.101059 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cebd4-92f4-4a5e-87ad-2ef854225e91 req-96c566f5-de28-4e6e-b131-6f7af19b8f91 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:16.102541 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8d3cebd4-92f4-4a5e-87ad-2ef854225e91 req-96c566f5-de28-4e6e-b131-6f7af19b8f91 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0893242 May 20 18:29:16.152264 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8d3cebd4-92f4-4a5e-87ad-2ef854225e91 req-29d66a00-c934-4775-9280-7c9210688ed1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 May 20 18:29:17.371182 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a331a8-31a3-4e26-b615-19ffe33f1be9 req-14fe730b-69e6-4564-92b1-6380ed51e05e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:17.372731 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a4a331a8-31a3-4e26-b615-19ffe33f1be9 req-14fe730b-69e6-4564-92b1-6380ed51e05e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0914164 May 20 18:29:17.425121 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a4a331a8-31a3-4e26-b615-19ffe33f1be9 req-7add434d-0851-4f1b-a5d1-1ef2a170ced3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467284 May 20 18:29:18.654308 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cec5f-628f-49c6-ae75-07b7f01098bc req-c6535fc7-4ee4-4db0-b4ac-8fee42839651 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:18.655819 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a31cec5f-628f-49c6-ae75-07b7f01098bc req-c6535fc7-4ee4-4db0-b4ac-8fee42839651 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0799074 May 20 18:29:18.701973 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a31cec5f-628f-49c6-ae75-07b7f01098bc req-a8a9bb44-d78e-4668-a1ab-ede9eb25a791 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 May 20 18:29:19.909702 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001debc-625f-4393-a875-65e5f858b264 req-26028f85-338f-4a00-b7ed-dad29a28c042 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:19.911181 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5001debc-625f-4393-a875-65e5f858b264 req-26028f85-338f-4a00-b7ed-dad29a28c042 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0942254 May 20 18:29:19.964911 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5001debc-625f-4393-a875-65e5f858b264 req-73e04e90-af33-4361-9362-1f47effea585 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479302 May 20 18:29:21.172604 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa144a-0199-4cae-b01e-970aa23aefb5 req-938c9071-c350-45eb-b5cb-fbb415b0257c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:21.174063 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a9fa144a-0199-4cae-b01e-970aa23aefb5 req-938c9071-c350-45eb-b5cb-fbb415b0257c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0937707 May 20 18:29:21.223044 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a9fa144a-0199-4cae-b01e-970aa23aefb5 req-63088654-219a-413e-b6d4-79c1b09a806b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 May 20 18:29:22.429350 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd4fba-0c04-4119-8eb0-0355dad42efc req-f4589827-2b88-4ce3-9ecd-36f455cadb4a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:22.430802 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08bd4fba-0c04-4119-8eb0-0355dad42efc req-f4589827-2b88-4ce3-9ecd-36f455cadb4a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0840888 May 20 18:29:22.480467 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08bd4fba-0c04-4119-8eb0-0355dad42efc req-8c11082e-5438-48fa-9a90-6b55e6a59387 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411057 May 20 18:29:23.061205 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d548-6892-4c77-a96f-25f849e9ceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:23.685387 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c716f-db29-4446-ac7e-a40d2e0f19a2 req-c681c0b2-0e7f-45ce-9bd6-39ee14a89af7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:23.686856 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-580c716f-db29-4446-ac7e-a40d2e0f19a2 req-c681c0b2-0e7f-45ce-9bd6-39ee14a89af7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0913563 May 20 18:29:23.734199 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-580c716f-db29-4446-ac7e-a40d2e0f19a2 req-8d12f9a2-7737-41d2-aa0d-44fc431b03aa tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 May 20 18:29:24.940432 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfacb36-f60c-4f44-a7d7-e9d26868add3 req-782bb073-16e5-4036-8e2b-53cab831a4dc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:24.941866 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cbfacb36-f60c-4f44-a7d7-e9d26868add3 req-782bb073-16e5-4036-8e2b-53cab831a4dc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0875268 May 20 18:29:24.986641 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cbfacb36-f60c-4f44-a7d7-e9d26868add3 req-47e2a941-29fe-4583-be17-7281bb8d4740 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 May 20 18:29:25.400413 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-996308ca-801c-46f2-a670-ad1393eddfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:25.646164 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:26.201679 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efafb8-253a-4990-893a-5554551e4232 req-a5e4ecac-cfee-4811-b787-6155f6ce1dc0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:26.203168 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-57efafb8-253a-4990-893a-5554551e4232 req-a5e4ecac-cfee-4811-b787-6155f6ce1dc0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0865722 May 20 18:29:26.327237 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-57efafb8-253a-4990-893a-5554551e4232 req-b740f4fd-b5c8-468c-b729-764ce4a805e2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177874 May 20 18:29:26.567045 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:27.534973 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537760c-1979-4613-9ebb-307ebb24ff83 req-fdebd6c5-c617-4d54-a403-95c12ab12442 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:27.536444 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7537760c-1979-4613-9ebb-307ebb24ff83 req-fdebd6c5-c617-4d54-a403-95c12ab12442 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0930645 May 20 18:29:27.586712 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7537760c-1979-4613-9ebb-307ebb24ff83 req-4fe495cf-be5c-4062-9ec2-4d8c9877c20d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 May 20 18:29:28.439687 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:28.471837 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:28.777174 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103355e8-43d7-48ae-a1d0-83846166caee req-364f27f8-47e8-4c20-8149-2223629f9b3c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:28.778640 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-103355e8-43d7-48ae-a1d0-83846166caee req-364f27f8-47e8-4c20-8149-2223629f9b3c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0801570 May 20 18:29:28.825667 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-103355e8-43d7-48ae-a1d0-83846166caee req-062f7a90-d1e8-40a1-933d-e336a20ebf3f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410380 May 20 18:29:30.022402 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fa143-68fa-447c-957c-b481e3375ef5 req-165c2c8e-2663-4911-9060-801dcbfe1905 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:30.023712 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b77fa143-68fa-447c-957c-b481e3375ef5 req-165c2c8e-2663-4911-9060-801dcbfe1905 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0911174 May 20 18:29:30.070541 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b77fa143-68fa-447c-957c-b481e3375ef5 req-85bcf983-dadc-4a47-b385-e6f469a74ea9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381444 May 20 18:29:31.285984 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b979d27-47ae-46eb-86ec-f7d94ee3af08 req-6f290404-7fc2-4a0e-ae15-07522c927418 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:31.287429 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9b979d27-47ae-46eb-86ec-f7d94ee3af08 req-6f290404-7fc2-4a0e-ae15-07522c927418 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0883834 May 20 18:29:31.335656 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9b979d27-47ae-46eb-86ec-f7d94ee3af08 req-26100b2a-4e8a-414e-811a-9e4b26eda773 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396733 May 20 18:29:32.548620 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326eaa9-4714-4981-8fca-475e4dce628f req-d1e33987-cc55-404a-b943-36f3a9c58941 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:32.550070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5326eaa9-4714-4981-8fca-475e4dce628f req-d1e33987-cc55-404a-b943-36f3a9c58941 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0910149 May 20 18:29:32.601973 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5326eaa9-4714-4981-8fca-475e4dce628f req-1412738b-8cbf-44c5-b4a8-730a01d1b6a9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460703 May 20 18:29:33.805561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2a0e3-8459-46d2-8c3c-448bca3d5b13 req-f73b6942-9c37-4b50-80c6-0c95f5351b18 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:33.807049 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-73e2a0e3-8459-46d2-8c3c-448bca3d5b13 req-f73b6942-9c37-4b50-80c6-0c95f5351b18 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0836711 May 20 18:29:33.857695 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-73e2a0e3-8459-46d2-8c3c-448bca3d5b13 req-c14271a2-9921-4e5c-8f29-027491c550c9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444331 May 20 18:29:35.049377 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a0974-f61e-4d75-9b0c-e8e97b01d7c1 req-ef9dbb7c-f539-46f6-b975-0e178bb1e551 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:35.050742 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d6a0974-f61e-4d75-9b0c-e8e97b01d7c1 req-ef9dbb7c-f539-46f6-b975-0e178bb1e551 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0822430 May 20 18:29:35.097051 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d6a0974-f61e-4d75-9b0c-e8e97b01d7c1 req-3edb0a19-fde4-43d0-bf5f-6b9dc02ed487 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383594 May 20 18:29:36.300997 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff099de-91a6-4754-aa80-bd050d75e58f req-c1305c9f-084d-4521-8c20-a241603cb55f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:36.302457 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aff099de-91a6-4754-aa80-bd050d75e58f req-c1305c9f-084d-4521-8c20-a241603cb55f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0869546 May 20 18:29:36.347120 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aff099de-91a6-4754-aa80-bd050d75e58f req-e195f558-3eaa-4fca-a2d3-f98e5fce987f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389380 May 20 18:29:37.553352 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c76ff-4c48-4e9b-bab8-292002aacce5 req-4d564480-072f-45a7-8ad3-6eddf875dafc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:37.555337 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-960c76ff-4c48-4e9b-bab8-292002aacce5 req-4d564480-072f-45a7-8ad3-6eddf875dafc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0915291 May 20 18:29:37.602690 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-960c76ff-4c48-4e9b-bab8-292002aacce5 req-c4696bd9-99e2-438b-aef2-3f3271d07201 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391517 May 20 18:29:38.801813 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ea9ac-2da3-4b57-a0d6-a52b3b8abd4f req-8aaccc30-48a7-4d31-9830-1fe0cafc4f9b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:38.803301 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-442ea9ac-2da3-4b57-a0d6-a52b3b8abd4f req-8aaccc30-48a7-4d31-9830-1fe0cafc4f9b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0862777 May 20 18:29:38.848517 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-442ea9ac-2da3-4b57-a0d6-a52b3b8abd4f req-5641b83a-b688-4687-bc17-1247e42ac5c4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388486 May 20 18:29:39.305972 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:29:40.038136 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65288371-d944-4884-ac2c-e3def4b07a4a req-10a009f4-b45d-49e1-8eba-ae57ceaf2b3e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:40.039655 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65288371-d944-4884-ac2c-e3def4b07a4a req-10a009f4-b45d-49e1-8eba-ae57ceaf2b3e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0826800 May 20 18:29:40.087021 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65288371-d944-4884-ac2c-e3def4b07a4a req-089e48b0-bd8e-4fe4-9bde-0efb013ac3eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 May 20 18:29:41.285472 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149356c6-5802-44dd-8e3b-aed4f8a484e5 req-4babdc6d-db19-401e-89c6-72df00a7952a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:41.286833 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149356c6-5802-44dd-8e3b-aed4f8a484e5 req-4babdc6d-db19-401e-89c6-72df00a7952a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0837464 May 20 18:29:41.333615 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149356c6-5802-44dd-8e3b-aed4f8a484e5 req-822d9878-fdb0-4ddb-bdac-165384e57ccc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382211 May 20 18:29:42.544030 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d51fa-b6ce-4329-9ac3-0d1265ad02b8 req-506eeb48-6b2a-4bf1-882a-024251b6287e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:42.545586 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa7d51fa-b6ce-4329-9ac3-0d1265ad02b8 req-506eeb48-6b2a-4bf1-882a-024251b6287e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0950141 May 20 18:29:42.590767 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aa7d51fa-b6ce-4329-9ac3-0d1265ad02b8 req-e22dac5c-a7f3-418f-8110-1152c32a01a8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 May 20 18:29:43.781655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773f015-0b97-46b1-bcfd-090469dea0fd req-32c12c89-d67a-47ab-acf1-8500b51088e0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:43.783432 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8773f015-0b97-46b1-bcfd-090469dea0fd req-32c12c89-d67a-47ab-acf1-8500b51088e0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0818975 May 20 18:29:43.829678 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8773f015-0b97-46b1-bcfd-090469dea0fd req-dde28205-d82b-442e-8ded-aba9cc6f443c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405381 May 20 18:29:45.033314 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0084-3163-4d5d-a987-f837b7ad9b22 req-fd687a2d-b1b5-4b12-af63-c7c18ecc270c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:45.034799 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-62ee0084-3163-4d5d-a987-f837b7ad9b22 req-fd687a2d-b1b5-4b12-af63-c7c18ecc270c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0873940 May 20 18:29:45.081809 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-62ee0084-3163-4d5d-a987-f837b7ad9b22 req-961c4735-5ef2-4b7c-8fdf-be0b24b6e50c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 May 20 18:29:46.323976 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7eb56-d870-44e6-b146-1ba31ae2cf59 req-4baf5095-0d2d-46b9-b079-b09b2f5fd1fa tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:46.325446 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4cf7eb56-d870-44e6-b146-1ba31ae2cf59 req-4baf5095-0d2d-46b9-b079-b09b2f5fd1fa tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1265364 May 20 18:29:46.376605 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4cf7eb56-d870-44e6-b146-1ba31ae2cf59 req-a0101597-ae53-4185-acb2-4232884c6a4a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 May 20 18:29:47.584674 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984962e3-8b39-4780-a13d-a812a8c4f400 req-4fdb87a1-2c78-4127-ba21-4b13d56f4de7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:47.586066 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-984962e3-8b39-4780-a13d-a812a8c4f400 req-4fdb87a1-2c78-4127-ba21-4b13d56f4de7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0988336 May 20 18:29:47.633780 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-984962e3-8b39-4780-a13d-a812a8c4f400 req-02aa3abf-1b6e-4c5b-9cb1-0570449795b6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 May 20 18:29:48.841210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493749e-24db-4b72-8fc7-17afd3ac45df req-a844c765-4a27-4557-9c4a-77444829a6be tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:48.842683 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1493749e-24db-4b72-8fc7-17afd3ac45df req-a844c765-4a27-4557-9c4a-77444829a6be tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0900462 May 20 18:29:48.971060 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1493749e-24db-4b72-8fc7-17afd3ac45df req-22f74980-e3ca-4c38-85ef-2d4922f53be0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212039 May 20 18:29:50.167340 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200261-7808-491f-a1cc-56b957adc26c req-6454e432-769a-4f15-ba55-4c2662f52e6a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:50.169070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-55200261-7808-491f-a1cc-56b957adc26c req-6454e432-769a-4f15-ba55-4c2662f52e6a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0830126 May 20 18:29:50.239808 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-55200261-7808-491f-a1cc-56b957adc26c req-b05ed1d5-2445-4485-ba0d-43260b2ba76a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625553 May 20 18:29:51.438563 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665b10-243b-4b16-9c89-fc7785a5471d req-aac0c6ad-63fb-4b45-ae66-63fd2a71a056 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:51.440006 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-49665b10-243b-4b16-9c89-fc7785a5471d req-aac0c6ad-63fb-4b45-ae66-63fd2a71a056 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0919027 May 20 18:29:51.486650 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-49665b10-243b-4b16-9c89-fc7785a5471d req-b30444ae-eefd-4d2b-8d70-ef59de704523 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 May 20 18:29:52.689862 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28b9d1-81c2-4417-a128-a0a2e4c8be7f req-27dadcdf-cdbd-4ff5-8831-2fdda6d52499 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:52.691422 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5e28b9d1-81c2-4417-a128-a0a2e4c8be7f req-27dadcdf-cdbd-4ff5-8831-2fdda6d52499 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0921788 May 20 18:29:52.737081 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5e28b9d1-81c2-4417-a128-a0a2e4c8be7f req-824c9ba4-130e-41b2-92b6-a290207b9616 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398061 May 20 18:29:53.067382 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-04b0d09e-6da6-4b4a-929b-1f1b9a35d2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:53.924056 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fba61-1780-4019-9535-67f1a190e522 req-4a3495f2-15a1-4c31-9578-fdc148598179 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:53.925552 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-533fba61-1780-4019-9535-67f1a190e522 req-4a3495f2-15a1-4c31-9578-fdc148598179 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0834949 May 20 18:29:53.973023 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-533fba61-1780-4019-9535-67f1a190e522 req-678a2d6f-1964-4191-bc4e-fa71c71d0b0c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393248 May 20 18:29:55.170168 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c7d9-9d45-46a2-80f6-2fc635306206 req-79ad6f7c-12a3-4f41-93fe-2b8293c280b0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:55.171633 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b76c7d9-9d45-46a2-80f6-2fc635306206 req-79ad6f7c-12a3-4f41-93fe-2b8293c280b0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0844514 May 20 18:29:55.215660 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b76c7d9-9d45-46a2-80f6-2fc635306206 req-44ab97e7-4a2c-4493-b24b-3810f437cb01 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381711 May 20 18:29:55.407820 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-cc39ff83-1fc3-4a19-84bd-77f146582de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:55.665264 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:56.412015 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cddde0-c86c-45b4-99d8-1963be3bc590 req-a74542da-1511-451e-914b-dc9cd08e2e37 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:56.413439 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-91cddde0-c86c-45b4-99d8-1963be3bc590 req-a74542da-1511-451e-914b-dc9cd08e2e37 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0852499 May 20 18:29:56.461331 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-91cddde0-c86c-45b4-99d8-1963be3bc590 req-5f14e9c4-5a69-4a05-b4b5-23c04ec19cdd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419228 May 20 18:29:56.581129 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:57.676784 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01fa77-7731-48cf-9499-5c0afd6583ee req-4481f212-30cb-4f08-b1df-8360bbc697a8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:57.678149 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eb01fa77-7731-48cf-9499-5c0afd6583ee req-4481f212-30cb-4f08-b1df-8360bbc697a8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0939753 May 20 18:29:57.725207 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eb01fa77-7731-48cf-9499-5c0afd6583ee req-d8667344-aba1-4de9-9a9c-ef8963bcb7fe tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 May 20 18:29:58.455430 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:58.479038 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:58.941761 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb2faf-841f-4ddb-954c-1e4c19a199cc req-1cb49217-7ee2-4dc7-bd9b-37b09c5f62b3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:29:58.943401 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-10cb2faf-841f-4ddb-954c-1e4c19a199cc req-1cb49217-7ee2-4dc7-bd9b-37b09c5f62b3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1006949 May 20 18:29:58.988997 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-10cb2faf-841f-4ddb-954c-1e4c19a199cc req-9066fb68-b361-4880-b130-9ca00efffff9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394993 May 20 18:30:00.190044 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74813d-040b-462d-8992-738967d95187 req-aef689d5-6117-46ce-ba5a-63b94bf4b119 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:00.191550 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b74813d-040b-462d-8992-738967d95187 req-aef689d5-6117-46ce-ba5a-63b94bf4b119 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0804465 May 20 18:30:00.237182 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3b74813d-040b-462d-8992-738967d95187 req-7db6bfcd-b790-481b-a19f-7da44f153b39 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399482 May 20 18:30:01.434917 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5ec9f-e62e-4887-84cf-f94ea85c042d req-78b67c99-9a51-4efa-acda-a1e1335452c4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:01.436384 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-21f5ec9f-e62e-4887-84cf-f94ea85c042d req-78b67c99-9a51-4efa-acda-a1e1335452c4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0909672 May 20 18:30:01.482864 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-21f5ec9f-e62e-4887-84cf-f94ea85c042d req-71df34cc-bc67-4d17-8be6-b19187fb4b38 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 May 20 18:30:02.672842 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1064-c02b-41a8-a261-6e33bc94b4f0 req-9e4fdeb4-58a1-49a6-be6c-bcd540a9bbd0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:02.674304 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-150f1064-c02b-41a8-a261-6e33bc94b4f0 req-9e4fdeb4-58a1-49a6-be6c-bcd540a9bbd0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0815458 May 20 18:30:02.682566 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-7bca6eeb-eb15-47a4-800f-cb53a5bd67b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2083256 May 20 18:30:02.725992 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-150f1064-c02b-41a8-a261-6e33bc94b4f0 req-918cd53f-ee4a-4ad2-8c26-0c41ce8f4e49 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456176 May 20 18:30:02.774512 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-5f195c52-1005-48da-9e85-479c68e636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:02.776002 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-5f195c52-1005-48da-9e85-479c68e636fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 1099 time: 0.0717499 May 20 18:30:02.918683 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-55c6186e-ae67-4620-a34f-caf80accdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:02.920123 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-55c6186e-ae67-4620-a34f-caf80accdaf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 918 time: 0.1255686 May 20 18:30:03.023271 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-00c0393c-ebee-4d05-99b4-12c91586d73c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da41269-af92-4714-b0b2-f61479eaadaa HTTP/1.1" status: 200 len: 1001 time: 0.0962431 May 20 18:30:03.099449 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-42f77032-2835-4c19-a01b-ddd440a7ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:03.100890 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-42f77032-2835-4c19-a01b-ddd440a7ceba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0713315 May 20 18:30:03.175381 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-eacfcdc1-b81e-4451-9d28-fd61bb250120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:03.176897 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-eacfcdc1-b81e-4451-9d28-fd61bb250120 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694044 May 20 18:30:03.188538 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-79e2778e-c293-456e-b9fd-d674b97c25b7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:30:03.189455 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-79e2778e-c293-456e-b9fd-d674b97c25b7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057964 May 20 18:30:03.326629 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-f554d8d1-faae-4456-9a2f-a0ccc6ab2064 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298335 May 20 18:30:03.457508 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-48b1bb8b-d227-46c9-b1cb-4556a2b42ac9 req-df89f776-920b-4937-b66f-842e7fa8c22f service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245019 May 20 18:30:03.921385 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74601d-510f-4b5a-82c2-e32de29a0e01 req-ae8da99f-064d-4596-8bc8-1f97646c7ff9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:03.922849 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6b74601d-510f-4b5a-82c2-e32de29a0e01 req-ae8da99f-064d-4596-8bc8-1f97646c7ff9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0815566 May 20 18:30:03.966301 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6b74601d-510f-4b5a-82c2-e32de29a0e01 req-120015a7-534c-4f09-bf76-108ba530279b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 May 20 18:30:05.159402 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf4d73-7acf-463a-8336-3196c3b65b5c req-ac4657bd-c1be-4234-af87-b6b6e20f3615 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:05.160852 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c9cf4d73-7acf-463a-8336-3196c3b65b5c req-ac4657bd-c1be-4234-af87-b6b6e20f3615 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0861504 May 20 18:30:05.205451 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c9cf4d73-7acf-463a-8336-3196c3b65b5c req-41e2a3db-5041-4615-a0c9-ccec5174342a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 May 20 18:30:06.415893 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f5465-fb78-4ccb-b26f-8d8c3fb3b920 req-1c006b6b-eb97-41ce-a165-d812556025a7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:06.417230 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-456f5465-fb78-4ccb-b26f-8d8c3fb3b920 req-1c006b6b-eb97-41ce-a165-d812556025a7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0878587 May 20 18:30:06.464558 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-456f5465-fb78-4ccb-b26f-8d8c3fb3b920 req-87db6c05-eef3-416d-bea8-9de7c88be4c4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387533 May 20 18:30:07.680202 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7070b-a054-4224-9f4e-bbb9a680a21d req-5326e7ba-b819-4f50-8b10-7aad40cb6f4f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:07.681624 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-60b7070b-a054-4224-9f4e-bbb9a680a21d req-5326e7ba-b819-4f50-8b10-7aad40cb6f4f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0858169 May 20 18:30:07.730573 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-60b7070b-a054-4224-9f4e-bbb9a680a21d req-afcc9b07-89f8-47c6-880b-f37f555460f2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410278 May 20 18:30:08.916588 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f35cc6-8863-4702-a661-764b82c81f49 req-5a6152e7-d84b-49bf-b434-c4ae86bc2b17 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:08.918035 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-69f35cc6-8863-4702-a661-764b82c81f49 req-5a6152e7-d84b-49bf-b434-c4ae86bc2b17 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0787904 May 20 18:30:08.966540 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-69f35cc6-8863-4702-a661-764b82c81f49 req-a89937ea-9c74-4cc3-beff-4e0eb7e67577 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 May 20 18:30:10.169140 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257a35-7259-471a-b656-3ad8e5587e46 req-bbf7c392-75ad-4f47-91d6-787997df081e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:10.170588 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-94257a35-7259-471a-b656-3ad8e5587e46 req-bbf7c392-75ad-4f47-91d6-787997df081e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0880198 May 20 18:30:10.217791 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-94257a35-7259-471a-b656-3ad8e5587e46 req-b4757d1f-dfdd-4e7a-b8c2-a4d059c92846 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408273 May 20 18:30:11.420399 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce7371-7b22-4ed3-bc74-1fb6d9de4392 req-0de84a2f-1ef8-440a-9647-6d57e33b03d9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:11.421847 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f1ce7371-7b22-4ed3-bc74-1fb6d9de4392 req-0de84a2f-1ef8-440a-9647-6d57e33b03d9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0844195 May 20 18:30:11.542057 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f1ce7371-7b22-4ed3-bc74-1fb6d9de4392 req-6e9c272b-5c70-4442-83f1-32552d1916a3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140575 May 20 18:30:12.731212 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2adfff-0ddc-4abd-8cb1-7492ba85f9e8 req-3598e59d-56e0-44aa-b62c-486de96bbbd7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:12.732658 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bb2adfff-0ddc-4abd-8cb1-7492ba85f9e8 req-3598e59d-56e0-44aa-b62c-486de96bbbd7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0794435 May 20 18:30:12.780005 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bb2adfff-0ddc-4abd-8cb1-7492ba85f9e8 req-a2609c06-e4d2-4373-9d33-7ebd68aad66e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409319 May 20 18:30:13.973763 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da08d2-b81d-46a1-8950-6a6c476926c2 req-4bba0e14-50cd-4065-894b-6305385dcf18 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:13.975399 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f1da08d2-b81d-46a1-8950-6a6c476926c2 req-4bba0e14-50cd-4065-894b-6305385dcf18 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0843647 May 20 18:30:14.020755 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f1da08d2-b81d-46a1-8950-6a6c476926c2 req-84295ad7-cf8f-44c8-95a1-3aeecc69c872 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387509 May 20 18:30:15.237383 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bab76-7398-42b0-be84-38ed12bfd813 req-86f35f33-9201-4feb-be6d-48b5275391d7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:15.240789 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8d1bab76-7398-42b0-be84-38ed12bfd813 req-86f35f33-9201-4feb-be6d-48b5275391d7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1008153 May 20 18:30:15.283503 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8d1bab76-7398-42b0-be84-38ed12bfd813 req-9429a5ba-fe8c-433f-8313-840bc403080d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387475 May 20 18:30:16.311488 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:30:16.480129 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec9a4-0738-4cad-a596-8e9332b443d8 req-070eefcb-9123-4ec2-991e-3927a61d2899 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:16.481565 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-86eec9a4-0738-4cad-a596-8e9332b443d8 req-070eefcb-9123-4ec2-991e-3927a61d2899 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0797489 May 20 18:30:16.527826 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-86eec9a4-0738-4cad-a596-8e9332b443d8 req-00fecbca-ae89-4fca-9b13-ed6a75bbdad4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403192 May 20 18:30:17.724600 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d9d9a-e0fc-4902-8b20-d1487a6c6bba req-a04551a3-6639-4c32-aeb0-ff42695996b9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:17.726060 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c62d9d9a-e0fc-4902-8b20-d1487a6c6bba req-a04551a3-6639-4c32-aeb0-ff42695996b9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0898950 May 20 18:30:17.770804 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c62d9d9a-e0fc-4902-8b20-d1487a6c6bba req-8179c6a2-605f-4d25-9743-671fbe76d1aa tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385065 May 20 18:30:18.978482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab1085-a965-4a23-825e-595e5f04e8ba req-cb721b48-c331-4958-ac9f-e5a54d6911dd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:18.980297 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7cab1085-a965-4a23-825e-595e5f04e8ba req-cb721b48-c331-4958-ac9f-e5a54d6911dd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0848198 May 20 18:30:19.029020 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7cab1085-a965-4a23-825e-595e5f04e8ba req-985c0622-3116-4cf4-860f-f17a7ea9b8fd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427437 May 20 18:30:20.230296 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689e202-5f3b-4d3d-9a00-dcd1a4ac562f req-7072461e-9300-43ad-83a5-d38c203b817c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:20.231785 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c689e202-5f3b-4d3d-9a00-dcd1a4ac562f req-7072461e-9300-43ad-83a5-d38c203b817c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0849593 May 20 18:30:20.275958 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c689e202-5f3b-4d3d-9a00-dcd1a4ac562f req-741cb788-0473-4706-b844-64944387479a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381527 May 20 18:30:21.484870 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fad7b1-dc38-4169-9c65-7c859b91f3f1 req-b3b4067f-9b75-4c2c-a47d-30fe318b4d4f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:21.486416 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-18fad7b1-dc38-4169-9c65-7c859b91f3f1 req-b3b4067f-9b75-4c2c-a47d-30fe318b4d4f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0830457 May 20 18:30:21.531174 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-18fad7b1-dc38-4169-9c65-7c859b91f3f1 req-11edd95f-34b5-4cbe-bf9e-40bc702224d0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388196 May 20 18:30:22.873182 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffb897-63d5-4c26-99bb-0399d5ef71e8 req-64e43490-57b2-4c98-9438-4a0b31fec9c8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:22.874640 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d4ffb897-63d5-4c26-99bb-0399d5ef71e8 req-64e43490-57b2-4c98-9438-4a0b31fec9c8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0849071 May 20 18:30:22.937850 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d4ffb897-63d5-4c26-99bb-0399d5ef71e8 req-33f6761a-4d0e-437d-9259-44723ea0b983 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566256 May 20 18:30:23.054610 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-15e64508-a081-46e6-9e7a-b8b294fce2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:24.186126 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e2047-d4df-4e83-9aca-9b127e97c796 req-f3e3eeb9-d0dd-4bfd-8f62-081b3cb7af23 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:24.188515 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0c9e2047-d4df-4e83-9aca-9b127e97c796 req-f3e3eeb9-d0dd-4bfd-8f62-081b3cb7af23 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1429865 May 20 18:30:24.242549 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0c9e2047-d4df-4e83-9aca-9b127e97c796 req-79435a3e-3788-4bb3-b5e6-4a3746d8754e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471725 May 20 18:30:25.405878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d134e83f-0579-4814-8bdf-f6781a32efe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:25.455098 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a94f9-9099-4cb8-9772-a78b9ee21565 req-861b4d09-e6ee-4213-98b4-58557ce79bd4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:25.456632 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8e7a94f9-9099-4cb8-9772-a78b9ee21565 req-861b4d09-e6ee-4213-98b4-58557ce79bd4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0845149 May 20 18:30:25.503865 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8e7a94f9-9099-4cb8-9772-a78b9ee21565 req-c7300d65-5476-410a-8a9d-ec280bd005d4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413587 May 20 18:30:25.642510 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:26.574750 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:26.695979 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e1f38-bdd4-452c-8097-359a239b5eec req-32901e89-3c19-4ac0-adfe-3a220a944044 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:26.697421 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c2e1f38-bdd4-452c-8097-359a239b5eec req-32901e89-3c19-4ac0-adfe-3a220a944044 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0830679 May 20 18:30:26.744242 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c2e1f38-bdd4-452c-8097-359a239b5eec req-0d478cf2-ea45-4b20-989f-fd5a2d3b8646 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 May 20 18:30:27.953390 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c109-74df-4057-983e-8c8d731ddebd req-d6e91dbc-b53b-4a47-8599-4187395a12e0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:27.954672 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ebe1c109-74df-4057-983e-8c8d731ddebd req-d6e91dbc-b53b-4a47-8599-4187395a12e0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0915265 May 20 18:30:28.002613 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ebe1c109-74df-4057-983e-8c8d731ddebd req-7d3fc133-2892-4a6b-848b-73fa05fd0194 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 May 20 18:30:28.444033 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:28.475522 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:29.208083 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8aaca-5ed4-445e-90f6-6e3cfb355f34 req-67c7280c-412d-4c64-8fa7-95ef2c82997a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:29.209525 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-05f8aaca-5ed4-445e-90f6-6e3cfb355f34 req-67c7280c-412d-4c64-8fa7-95ef2c82997a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0836875 May 20 18:30:29.255487 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-05f8aaca-5ed4-445e-90f6-6e3cfb355f34 req-c3a6de69-356a-4ae5-b5b7-1ce7f927b2fd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400584 May 20 18:30:30.457825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fdbd-30d1-4dc1-a105-4ca92e8e60ed req-2dae0d0a-3e72-493f-a489-2267d83fdfcc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:30.459327 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-26d0fdbd-30d1-4dc1-a105-4ca92e8e60ed req-2dae0d0a-3e72-493f-a489-2267d83fdfcc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0967462 May 20 18:30:30.505593 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-26d0fdbd-30d1-4dc1-a105-4ca92e8e60ed req-70412da5-1169-4874-bf6e-9ef1a38809bd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402009 May 20 18:30:31.704457 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95b704-2c14-4ef7-b9d6-1a49f5fabde4 req-a4ab7028-4746-4cda-b516-74bef6ccb94b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:31.705910 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd95b704-2c14-4ef7-b9d6-1a49f5fabde4 req-a4ab7028-4746-4cda-b516-74bef6ccb94b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0829828 May 20 18:30:31.754286 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd95b704-2c14-4ef7-b9d6-1a49f5fabde4 req-6ca4768f-8c5d-48c0-a9b4-19510f74058e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425119 May 20 18:30:32.666991 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46256) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:32.827718 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-bab4371b-10dd-454e-8bdc-dcd0c4c36232 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddb2708e8d824671a35cfa3350ffcc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594744 May 20 18:30:32.830124 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46264) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:32.895667 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:32.921230 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:32.940063 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b4432-cf9f-45d6-8e9e-afe862b1fa0d req-9edf3ff5-4ace-4a2e-beaf-56d070dc3c4d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:32.941513 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2f2b4432-cf9f-45d6-8e9e-afe862b1fa0d req-9edf3ff5-4ace-4a2e-beaf-56d070dc3c4d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0788178 May 20 18:30:32.975400 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:32.981433 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-36b03894-8fbd-421d-9730-10e79c79cf21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:32.988990 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2f2b4432-cf9f-45d6-8e9e-afe862b1fa0d req-3d6326b8-908d-41e1-972f-d34f11cda6c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415657 May 20 18:30:32.992124 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50764d0b-03a5-4fad-937f-327a65d6c54a,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:32.999341 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:33.006926 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50764d0b-03a5-4fad-937f-327a65d6c54a HTTP/1.1" status: 204 len: 168 time: 0.1719494 May 20 18:30:33.012457 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.012925 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.013504 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.013946 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.014406 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.014856 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.015626 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.016017 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.016571 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.017017 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.017541 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.018017 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:33.021446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:33.727308 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46298) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:33.846770 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1587099532-network', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:33.851710 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:33.856290 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Usage tracker for resource:network and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:33.859360 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:33.866344 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:33.879181 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Made reservation on behalf of 1b8b604c0148450f9d8e5c8c7b0d5ec6 for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:30:33.881481 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:33.894006 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:33.908378 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:33.912320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:33.915160 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:33.920843 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:34.012254 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.018042 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.025259 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3fe6ef28-3c2f-47ed-907e-b46066769120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:34.123047 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:30:34.188497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.188832 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Added segment 1d46609e-3c33-41aa-8749-43179190707a of type vlan for network fb942677-e01c-42a5-87cc-ff7c56392c86 May 20 18:30:34.204193 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4038c095-0a48-416b-9285-f181eccf4181,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:34.219775 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.220170 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.220741 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.221201 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.221747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.222100 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.222539 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.222903 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.223249 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.223587 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.223926 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.224258 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:34.243015 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:34.248663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.286683 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f5f7-18db-4a50-b5ab-ef8a4f06a8f3 req-8701864b-fa7a-4296-9b4f-4d58705ef9e6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:34.288060 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4b7f5f7-18db-4a50-b5ab-ef8a4f06a8f3 req-8701864b-fa7a-4296-9b4f-4d58705ef9e6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1627142 May 20 18:30:34.311149 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.314987 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:34.315380 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.322005 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ee3df37c-ac71-47ae-94bd-e4d24eae562b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:34.386242 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4b7f5f7-18db-4a50-b5ab-ef8a4f06a8f3 req-3ebc22b0-5ae1-4e7c-ae28-4b7b9f6ba2aa tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921919 May 20 18:30:34.434706 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7062826 May 20 18:30:34.437919 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46316) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:34.438431 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb942677-e01c-42a5-87cc-ff7c56392c86,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:34.441174 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:34.448277 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network fb942677-e01c-42a5-87cc-ff7c56392c86 details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:30:34.453102 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Request body: {'subnet': {'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1587099532-subnet', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'ip_version': 4}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:34.458352 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:34.462200 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Usage tracker for resource:subnet and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:34.465283 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:34.471521 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:34.483698 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Made reservation on behalf of 1b8b604c0148450f9d8e5c8c7b0d5ec6 for: {'subnet': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:30:34.486209 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9895486'] for subnet, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.876894 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9895468'] for subnet, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:34.880481 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5e983333-8d04-4bda-940a-71d7a61112fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:34.946482 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518e6707-e012-4887-b40f-5df28a63b32e,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:34.950167 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:34.957531 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Checking segment: {'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:34.957880 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Network hostable DHCP agents. Network: fb942677-e01c-42a5-87cc-ff7c56392c86, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:30:34.977747 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Network fb942677-e01c-42a5-87cc-ff7c56392c86 is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:30:34.988872 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, fb942677-e01c-42a5-87cc-ff7c56392c86) {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:34.999617 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:34.999888 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.001892 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcdca9a-2754-4236-a93e-c77edd4b1f8c None None] Network fb942677-e01c-42a5-87cc-ff7c56392c86 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:30:35.022430 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-da859310-4f99-4c99-9c50-abb603012d35 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5749247 May 20 18:30:35.025147 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46320) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:35.030426 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:35.035381 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:35.040233 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Usage tracker for resource:router and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:35.043241 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:35.050809 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:35.068990 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.069984 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.085690 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.254235 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-fb942677-e01c-42a5-87cc-ff7c56392c86', 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'fixed_ips': [{'subnet_id': '518e6707-e012-4887-b40f-5df28a63b32e'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:30:35.255454 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.425151 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.492353 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Allocated IP 172.20.0.2 (fb942677-e01c-42a5-87cc-ff7c56392c86/518e6707-e012-4887-b40f-5df28a63b32e/4a873f2c-b241-4719-ab64-59df3ca14247) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:30:35.671951 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c4498-4f16-40cd-a5bd-2ef11d2b54c9 req-80a0c597-e1e8-4c2e-8182-3c8578d7001f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:35.676061 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-724c4498-4f16-40cd-a5bd-2ef11d2b54c9 req-80a0c597-e1e8-4c2e-8182-3c8578d7001f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1139915 May 20 18:30:35.733585 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.745298 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Transition to ACTIVE for port object 4a873f2c-b241-4719-ab64-59df3ca14247 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:35.765879 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Transition to ACTIVE for port object 4a873f2c-b241-4719-ab64-59df3ca14247 will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:35.774009 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.778581 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:35.839990 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Network fb942677-e01c-42a5-87cc-ff7c56392c86 is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:35.842847 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:35.846876 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:30:35.856928 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-724c4498-4f16-40cd-a5bd-2ef11d2b54c9 req-0a2ba04d-f976-4632-b87e-5bbc314affbc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742108 May 20 18:30:35.880966 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Pushing event updated for resources: {'Port': ['ID=4a873f2c-b241-4719-ab64-59df3ca14247,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:35.897494 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.897840 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.898149 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.898568 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.898952 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.899292 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.899801 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.900137 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.900913 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.900913 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.901107 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.901498 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:35.912668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.932312 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:35.944471 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.963876 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Attempting to bind port 4a873f2c-b241-4719-ab64-59df3ca14247 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:30:35.964247 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Attempting to bind port 4a873f2c-b241-4719-ab64-59df3ca14247 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:30:35.964609 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Attempting to bind port 4a873f2c-b241-4719-ab64-59df3ca14247 on network fb942677-e01c-42a5-87cc-ff7c56392c86 {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:30:35.970351 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:30:35.970890 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Checking segment: {'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:35.971293 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:35.971714 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Bound using segment: {'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:30:35.972188 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Bound port: 4a873f2c-b241-4719-ab64-59df3ca14247, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:30:35.972550 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:36.067860 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] For port 4a873f2c-b241-4719-ab64-59df3ca14247, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:30:36.071111 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] For port 4a873f2c-b241-4719-ab64-59df3ca14247, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=4a873f2c-b241-4719-ab64-59df3ca14247,segment=NetworkSegment(1d46609e-3c33-41aa-8749-43179190707a),segment_id=1d46609e-3c33-41aa-8749-43179190707a)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:30:36.076823 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:36.081582 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:36.093778 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Allocated IP 172.27.1.20 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/62bc52cc-0fce-413e-8ff1-beca513d613f) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:30:36.165762 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Pushing event updated for resources: {'Port': ['ID=4a873f2c-b241-4719-ab64-59df3ca14247,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:36.171122 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:36.266141 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:36.309689 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:36.316476 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e726a311-0d37-4b6f-a568-90e45573463c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:36.401308 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:36.404300 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:36.408146 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:30:36.586307 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Pushing event updated for resources: {'Port': ['ID=62bc52cc-0fce-413e-8ff1-beca513d613f,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:36.597330 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:36.686602 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 4a873f2c-b241-4719-ab64-59df3ca14247 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:36.787868 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 4a873f2c-b241-4719-ab64-59df3ca14247 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:37.084557 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:37.190424 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95211376-c644-4650-a68d-ab1d9f64d3be req-ab322d2f-e606-4c22-9675-0d21c11c61ce tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:37.191901 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-95211376-c644-4650-a68d-ab1d9f64d3be req-ab322d2f-e606-4c22-9675-0d21c11c61ce tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1925614 May 20 18:30:37.195293 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e250f397-0fd6-48e3-a484-65744984811b None None] Network fb942677-e01c-42a5-87cc-ff7c56392c86 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:30:37.291808 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Provisioning for port 4a873f2c-b241-4719-ab64-59df3ca14247 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:37.308672 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Provisioning complete for port 4a873f2c-b241-4719-ab64-59df3ca14247 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:37.309039 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:37.357851 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-95211376-c644-4650-a68d-ab1d9f64d3be req-d6ccceaf-e846-4701-a6ef-648996c7a433 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190534 May 20 18:30:37.487379 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:37.507203 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:37.588439 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] For port 4a873f2c-b241-4719-ab64-59df3ca14247, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=4a873f2c-b241-4719-ab64-59df3ca14247,segment=NetworkSegment(1d46609e-3c33-41aa-8749-43179190707a),segment_id=1d46609e-3c33-41aa-8749-43179190707a)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:30:37.597457 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:37.601403 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:37.677474 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Pushing event updated for resources: {'Port': ['ID=4a873f2c-b241-4719-ab64-59df3ca14247,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:37.682175 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:37.723555 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Router bcd3c392-b155-4eb7-8963-e896380334ef is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:30:37.928486 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:30:37.929566 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-205a1600-288d-4c16-8038-0b4cf0f016f4 None None] Provisioning complete for port 4a873f2c-b241-4719-ab64-59df3ca14247 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:37.930116 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-205a1600-288d-4c16-8038-0b4cf0f016f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:37.958542 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:37.962448 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9336624 May 20 18:30:37.962646 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46358) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:37.973641 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Sync routers for ids ['bcd3c392-b155-4eb7-8963-e896380334ef'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:30:38.000540 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Routers {'bcd3c392-b155-4eb7-8963-e896380334ef'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:38.001313 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bcd3c392-b155-4eb7-8963-e896380334ef'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:38.249610 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Set router bcd3c392-b155-4eb7-8963-e896380334ef gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:38.653139 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:36Z', 'revision_number': 3, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port': {'id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:38.657779 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Checking router: bcd3c392-b155-4eb7-8963-e896380334ef for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:30:38.658135 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Updating router bcd3c392-b155-4eb7-8963-e896380334ef port 62bc52cc-0fce-413e-8ff1-beca513d613f binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:30:38.695130 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 4a873f2c-b241-4719-ab64-59df3ca14247 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:38.798577 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:38.887181 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0316164-7f38-4191-bdce-2be24fc4786c req-6f0be0c2-0c74-4e77-89f9-6df95900c6ea tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:38.897557 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0316164-7f38-4191-bdce-2be24fc4786c req-6f0be0c2-0c74-4e77-89f9-6df95900c6ea tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2212656 May 20 18:30:38.933738 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 4a873f2c-b241-4719-ab64-59df3ca14247 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:38.934295 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:38.935818 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.028123 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0316164-7f38-4191-bdce-2be24fc4786c req-0dda0375-fa0d-49aa-b7b7-bcf21aa71e49 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296597 May 20 18:30:39.237163 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Allocated IP 172.20.0.1 (fb942677-e01c-42a5-87cc-ff7c56392c86/518e6707-e012-4887-b40f-5df28a63b32e/dbafb95d-174e-4cc4-9f81-26ca5bbd9233) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:30:39.322544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.335296 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Transition to ACTIVE for port object 62bc52cc-0fce-413e-8ff1-beca513d613f will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:39.342763 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.347319 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:39.406441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.422677 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.provisioning_blocks [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Transition to ACTIVE for port object dbafb95d-174e-4cc4-9f81-26ca5bbd9233 will not be triggered until provisioned by entity DHCP. {{(pid=91634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:39.423042 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Attempting to bind port 62bc52cc-0fce-413e-8ff1-beca513d613f on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:30:39.423416 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Attempting to bind port 62bc52cc-0fce-413e-8ff1-beca513d613f by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:30:39.424584 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Attempting to bind port 62bc52cc-0fce-413e-8ff1-beca513d613f on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:30:39.433296 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:30:39.433662 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:39.434059 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.434499 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:30:39.434935 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Bound port: 62bc52cc-0fce-413e-8ff1-beca513d613f, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:30:39.435304 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.451230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.456543 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9cd36bc2-f790-4061-ab46-26295ee416a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:39.472508 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730f767-eafb-4461-a74e-203a2d23614f None None] Pushing event updated for resources: {'Port': ['ID=62bc52cc-0fce-413e-8ff1-beca513d613f,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:39.475510 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-e730f767-eafb-4461-a74e-203a2d23614f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:39.521256 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] For port 62bc52cc-0fce-413e-8ff1-beca513d613f, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:30:39.524305 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] For port 62bc52cc-0fce-413e-8ff1-beca513d613f, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=62bc52cc-0fce-413e-8ff1-beca513d613f,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:30:39.524634 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Network fb942677-e01c-42a5-87cc-ff7c56392c86 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:39.528024 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:39.533434 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.533859 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:30:39.534733 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:39.561762 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Pushing event updated for resources: {'Port': ['ID=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:39.568578 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:39.599412 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.626510 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Routers {'bcd3c392-b155-4eb7-8963-e896380334ef'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:39.627179 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bcd3c392-b155-4eb7-8963-e896380334ef'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:39.727383 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730f767-eafb-4461-a74e-203a2d23614f None None] Pushing event updated for resources: {'Port': ['ID=62bc52cc-0fce-413e-8ff1-beca513d613f,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:39.740695 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-e730f767-eafb-4461-a74e-203a2d23614f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:39.768795 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.864090 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-dcd402e5-40a3-4942-ae2d-17cb2b9d64b5 None None] Provisioning for port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:39.881828 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-dcd402e5-40a3-4942-ae2d-17cb2b9d64b5 None None] Provisioning complete for port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:39.882361 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-dcd402e5-40a3-4942-ae2d-17cb2b9d64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:39.911866 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] Set router bcd3c392-b155-4eb7-8963-e896380334ef gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:39.984884 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-dcd402e5-40a3-4942-ae2d-17cb2b9d64b5 None None] Port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:30:40.219246 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:40.232337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:40.259754 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:40.323289 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:36Z', 'revision_number': 3, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port': {'id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:40.327949 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8544d-8749-4435-aeba-36579e377a91 None None] The sync data for ids ['bcd3c392-b155-4eb7-8963-e896380334ef'] in dv-cinder-792462-1-iscsi is: [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:36Z', 'revision_number': 3, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port': {'id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:30:40.374256 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:40.379604 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Pushing event updated for resources: {'Port': ['ID=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:40.384130 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:40.430654 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e742-50f1-4528-9099-eff49005fe9b req-575c58b9-dc66-4316-868e-4c2265244e17 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:40.432204 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f9d5e742-50f1-4528-9099-eff49005fe9b req-575c58b9-dc66-4316-868e-4c2265244e17 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2533236 May 20 18:30:40.556454 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f9d5e742-50f1-4528-9099-eff49005fe9b req-fec5b2e4-3fa4-428f-bf2d-09250380e562 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710549 May 20 18:30:40.602197 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Network fb942677-e01c-42a5-87cc-ff7c56392c86 is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:40.602197 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:40.852678 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Router bcd3c392-b155-4eb7-8963-e896380334ef has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:30:40.921285 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-a4a24179-3705-4de7-a9fd-d58565842eb8 None None] Provisioning complete for port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:40.921730 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a4a24179-3705-4de7-a9fd-d58565842eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:40.982107 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-a4a24179-3705-4de7-a9fd-d58565842eb8 None None] Port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:30:41.060520 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:30:41.083146 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] 10.222.0.32 "PUT /v2.0/routers/bcd3c392-b155-4eb7-8963-e896380334ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1193852 May 20 18:30:41.672960 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46414) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:41.680333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2025113798-network', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:41.686366 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:41.691415 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Usage tracker for resource:network and tenant:5c8501333a73409f8ec3674f76bad5da is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:41.695405 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:41.703004 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:41.722232 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Made reservation on behalf of 5c8501333a73409f8ec3674f76bad5da for: {'network': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:30:41.725594 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:41.744271 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:41.762910 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:41.767725 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Usage tracker for resource:security_group_rule and tenant:5c8501333a73409f8ec3674f76bad5da is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:41.771563 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:41.779705 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:41.942329 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:41.951418 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:41.955993 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ebd4d15e-05b2-4e26-8583-59ee5f65115b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:41.987739 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=91634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:30:42.005978 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.006359 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.segments_db [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Added segment 21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1 of type vlan for network 4766b0af-b700-4e39-9543-e2a5633acd3f May 20 18:30:42.007537 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e89d6f-c0fe-4708-8e38-a66bcc0bbfaa,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:42.015730 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:42.048107 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f1f12-10d8-4f67-ab46-1db53456abe7 req-50ce788c-1a81-4759-8dc7-7684139972de tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:42.049733 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-638f1f12-10d8-4f67-ab46-1db53456abe7 req-50ce788c-1a81-4759-8dc7-7684139972de tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1694670 May 20 18:30:42.055338 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.123285 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-638f1f12-10d8-4f67-ab46-1db53456abe7 req-18ca9bc3-2904-4c22-ab67-c50c04e3fb2e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636501 May 20 18:30:42.123530 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Sync routers for ids ['bcd3c392-b155-4eb7-8963-e896380334ef'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:30:42.125675 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.128490 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:42.129738 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.141640 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Routers {'bcd3c392-b155-4eb7-8963-e896380334ef'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:42.143787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-efec2b83-cecd-4038-b253-34ac2c429d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:42.145958 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bcd3c392-b155-4eb7-8963-e896380334ef'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:42.187722 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5127130 May 20 18:30:42.190667 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46420) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:42.195894 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Request body: {'subnet': {'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2025113798-subnet', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:42.259228 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:42.271122 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Usage tracker for resource:subnet and tenant:5c8501333a73409f8ec3674f76bad5da is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:42.274169 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Pushing event updated for resources: {'Network': ['ID=4766b0af-b700-4e39-9543-e2a5633acd3f,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:42.282769 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:42.284896 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 4766b0af-b700-4e39-9543-e2a5633acd3f details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:30:42.287056 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:42.292533 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:42.320325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Made reservation on behalf of 5c8501333a73409f8ec3674f76bad5da for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:30:42.324199 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519948'] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.427355 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Set router bcd3c392-b155-4eb7-8963-e896380334ef gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:42.698365 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 62bc52cc-0fce-413e-8ff1-beca513d613f up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:42.780987 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 62bc52cc-0fce-413e-8ff1-beca513d613f completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:42.789150 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 62bc52cc-0fce-413e-8ff1-beca513d613f triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:42.789397 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.883775 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:39Z', 'revision_number': 4, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port': {'id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'dbafb95d-174e-4cc4-9f81-26ca5bbd9233', 'name': '', 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'mac_address': 'fa:16:3e:85:e8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '518e6707-e012-4887-b40f-5df28a63b32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:39Z', 'updated_at': '2021-05-20T18:30:39Z', 'revision_number': 2, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'subnets': [{'id': '518e6707-e012-4887-b40f-5df28a63b32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:42.888337 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Checking router: bcd3c392-b155-4eb7-8963-e896380334ef for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:30:42.888812 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Updating router bcd3c392-b155-4eb7-8963-e896380334ef port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:30:42.932194 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.948130 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2426853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519966'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.949204 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.952989 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:42.954629 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 62bc52cc-0fce-413e-8ff1-beca513d613f, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=62bc52cc-0fce-413e-8ff1-beca513d613f,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:30:42.963254 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.967761 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-57ce2be6-b261-4e56-9c10-9cce4c10ce85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:43.021431 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d76497-0690-4023-9815-5f1f5512e654,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:43.025855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:43.047070 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=62bc52cc-0fce-413e-8ff1-beca513d613f,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:43.050839 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:43.063830 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Checking segment: {'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:43.064184 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Network hostable DHCP agents. Network: 4766b0af-b700-4e39-9543-e2a5633acd3f, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:30:43.084877 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Network 4766b0af-b700-4e39-9543-e2a5633acd3f is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:30:43.098578 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 4766b0af-b700-4e39-9543-e2a5633acd3f) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:43.112845 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839ec0d-14ca-409d-83c8-3cb46fd2bfc4 None None] Network 4766b0af-b700-4e39-9543-e2a5633acd3f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:30:43.130498 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:43.130498 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.182563 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f0c00a0f-077e-4e36-8b4c-152fbe8f2256 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9884415 May 20 18:30:43.182909 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46436) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:43.188254 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:43.196467 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:43.200534 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Usage tracker for resource:router and tenant:5c8501333a73409f8ec3674f76bad5da is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:43.203547 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:43.210841 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:43.230258 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.231426 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.264548 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.422239 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.441789 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Transition to ACTIVE for port object dbafb95d-174e-4cc4-9f81-26ca5bbd9233 will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:43.450449 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f00303-9b5a-492b-9bf2-c2fa90b25ae6 req-f3d98c55-08a9-41f7-b0ed-07ea7fb5c306 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:43.452433 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6f00303-9b5a-492b-9bf2-c2fa90b25ae6 req-f3d98c55-08a9-41f7-b0ed-07ea7fb5c306 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1720557 May 20 18:30:43.455657 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.463656 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-bc3cbe17-9717-4e8c-afed-aec305c2fcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:43.513415 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-4766b0af-b700-4e39-9543-e2a5633acd3f', 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'fixed_ips': [{'subnet_id': '14d76497-0690-4023-9815-5f1f5512e654'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:30:43.514267 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.587498 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6f00303-9b5a-492b-9bf2-c2fa90b25ae6 req-fbb57ea9-53e3-4e4f-9788-f547071dff33 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253119 May 20 18:30:43.698731 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Pushing event updated for resources: {'Port': ['ID=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:43.743951 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.744282 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.744608 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.744956 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.745274 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.746071 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.746896 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.746896 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.747093 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.747296 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.747655 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.747966 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:30:43.758547 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:43.830064 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.837490 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Attempting to bind port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:30:43.838116 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Attempting to bind port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:30:43.838589 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Attempting to bind port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 on network fb942677-e01c-42a5-87cc-ff7c56392c86 {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:30:43.845293 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:30:43.845951 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Checking segment: {'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:43.846436 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Allocated IP 172.20.0.2 (4766b0af-b700-4e39-9543-e2a5633acd3f/14d76497-0690-4023-9815-5f1f5512e654/5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:30:43.846640 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.847215 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Bound using segment: {'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:30:43.847889 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Bound port: dbafb95d-174e-4cc4-9f81-26ca5bbd9233, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d46609e-3c33-41aa-8749-43179190707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:30:43.848540 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.962869 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] For port dbafb95d-174e-4cc4-9f81-26ca5bbd9233, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:30:43.966358 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] For port dbafb95d-174e-4cc4-9f81-26ca5bbd9233, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,segment=NetworkSegment(1d46609e-3c33-41aa-8749-43179190707a),segment_id=1d46609e-3c33-41aa-8749-43179190707a)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:30:43.974341 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:43.980729 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-7b34c5ad-7cca-438c-86a1-9d3a029a6f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:44.065343 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Routers {'bcd3c392-b155-4eb7-8963-e896380334ef'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:44.065969 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bcd3c392-b155-4eb7-8963-e896380334ef'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:44.125758 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.165411 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Pushing event updated for resources: {'Port': ['ID=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,revision_number=4']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:44.168042 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Transition to ACTIVE for port object 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:44.172060 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-4096b5a2-5f21-4afd-948b-e9c33666464d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:44.239832 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Transition to ACTIVE for port object 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:44.249414 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.267257 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:44.306893 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] Set router bcd3c392-b155-4eb7-8963-e896380334ef gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:44.373926 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.382688 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Network 4766b0af-b700-4e39-9543-e2a5633acd3f is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:44.386241 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:44.390335 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:30:44.419134 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.451734 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Pushing event updated for resources: {'Port': ['ID=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:44.485557 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:44.519577 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Attempting to bind port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:30:44.520285 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Attempting to bind port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:30:44.520405 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Attempting to bind port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 on network 4766b0af-b700-4e39-9543-e2a5633acd3f {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:30:44.525715 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:30:44.526081 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Checking segment: {'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:44.526507 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.554325 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Bound using segment: {'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:30:44.555028 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Bound port: 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:30:44.556916 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.591150 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Allocated IP 172.27.1.41 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/951146f2-ca62-4784-9667-48cb426c4731) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:30:44.715114 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 62bc52cc-0fce-413e-8ff1-beca513d613f up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:44.828779 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] For port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:30:44.836208 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] For port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,segment=NetworkSegment(21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1),segment_id=21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:30:44.842563 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 62bc52cc-0fce-413e-8ff1-beca513d613f triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:44.843484 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.873429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797eb56-d1a3-4bda-8498-eb0c4e905987 req-ec9f7ef9-3bbe-4067-880e-2bd7534707ec tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:44.882128 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7797eb56-d1a3-4bda-8498-eb0c4e905987 req-ec9f7ef9-3bbe-4067-880e-2bd7534707ec tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1267445 May 20 18:30:44.905891 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:44.912379 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-e730f767-eafb-4461-a74e-203a2d23614f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:44.955672 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7797eb56-d1a3-4bda-8498-eb0c4e905987 req-522d0218-5026-4200-981d-ff1e89b615ab tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715394 May 20 18:30:45.036638 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:39Z', 'revision_number': 4, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port': {'id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'dbafb95d-174e-4cc4-9f81-26ca5bbd9233', 'name': '', 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'mac_address': 'fa:16:3e:85:e8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '518e6707-e012-4887-b40f-5df28a63b32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:39Z', 'updated_at': '2021-05-20T18:30:43Z', 'revision_number': 4, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'subnets': [{'id': '518e6707-e012-4887-b40f-5df28a63b32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:45.057763 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:45.075434 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1d273-49df-40f7-b6cc-561911b75e10 None None] The sync data for ids ['bcd3c392-b155-4eb7-8963-e896380334ef'] in dv-cinder-792462-1-iscsi is: [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:39Z', 'revision_number': 4, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port': {'id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'dbafb95d-174e-4cc4-9f81-26ca5bbd9233', 'name': '', 'network_id': 'fb942677-e01c-42a5-87cc-ff7c56392c86', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'mac_address': 'fa:16:3e:85:e8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '518e6707-e012-4887-b40f-5df28a63b32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:39Z', 'updated_at': '2021-05-20T18:30:43Z', 'revision_number': 4, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'subnets': [{'id': '518e6707-e012-4887-b40f-5df28a63b32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:30:45.115764 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:45.122002 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ae1ba3f-8ba6-46f3-b998-8c9fb1daa095 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:45.189245 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Pushing event updated for resources: {'Port': ['ID=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:45.194097 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:45.307900 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:45.313486 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:45.321763 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:30:45.412298 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Pushing event updated for resources: {'Port': ['ID=951146f2-ca62-4784-9667-48cb426c4731,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:45.426352 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:45.849379 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:46.245613 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73b4da-b6a3-40ef-90c9-f5ce8139bf17 req-c6af36ce-1d52-48f4-9fe1-464ed2e6f423 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:46.247902 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7a73b4da-b6a3-40ef-90c9-f5ce8139bf17 req-c6af36ce-1d52-48f4-9fe1-464ed2e6f423 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1309147 May 20 18:30:46.303250 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7a73b4da-b6a3-40ef-90c9-f5ce8139bf17 req-00378be0-2330-4cb0-955e-5050752376f5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482113 May 20 18:30:46.346718 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95264ea2-17be-4b54-a7e7-29dd03727720 None None] Network 4766b0af-b700-4e39-9543-e2a5633acd3f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:30:46.411808 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:46.469587 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-5c3a3c07-50fd-4ce3-bd0f-a5d7cbae30bc None None] Provisioning for port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:46.677504 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:30:46.691358 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:46.769013 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:46.776534 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:46.777001 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:46.863867 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:30:46.882107 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Sync routers for ids ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:30:46.887896 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:46.889117 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7051272 May 20 18:30:46.891964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46474) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:46.915371 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Routers {'3cb2b0cc-ddfe-491c-b340-64171f05bc21'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:46.915982 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:46.984011 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.004639 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-9f038314-8ced-4203-a2c8-9c9f49111fd0 None None] Provisioning complete for port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:47.005014 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9f038314-8ced-4203-a2c8-9c9f49111fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.166749 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,segment=NetworkSegment(21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1),segment_id=21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:30:47.185250 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.186561 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device dbafb95d-174e-4cc4-9f81-26ca5bbd9233 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:47.240733 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-e730f767-eafb-4461-a74e-203a2d23614f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:47.374989 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:47.384223 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:47.386228 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Set router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:47.510054 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c2ce-0da6-4931-b4b1-5ec7c88a92e9 req-14a7c39c-feb5-4f42-876c-14cc22e5ef63 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:47.518802 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4c6c2ce-0da6-4931-b4b1-5ec7c88a92e9 req-14a7c39c-feb5-4f42-876c-14cc22e5ef63 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0925784 May 20 18:30:47.563952 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4c6c2ce-0da6-4931-b4b1-5ec7c88a92e9 req-0021ed79-28e1-44ed-863e-2936d76cdcfd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440001 May 20 18:30:47.625758 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:47.634797 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:47.635080 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.747339 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.815948 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.833518 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '951146f2-ca62-4784-9667-48cb426c4731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:30:45Z', 'revision_number': 3, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port': {'id': '951146f2-ca62-4784-9667-48cb426c4731', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:44Z', 'updated_at': '2021-05-20T18:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:47.843369 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Checking router: 3cb2b0cc-ddfe-491c-b340-64171f05bc21 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:30:47.843706 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Updating router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 port 951146f2-ca62-4784-9667-48cb426c4731 binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:30:47.932720 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port dbafb95d-174e-4cc4-9f81-26ca5bbd9233, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,segment=NetworkSegment(1d46609e-3c33-41aa-8749-43179190707a),segment_id=1d46609e-3c33-41aa-8749-43179190707a)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:30:47.941295 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.945834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:47.956547 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Allocated IP 172.20.0.1 (4766b0af-b700-4e39-9543-e2a5633acd3f/14d76497-0690-4023-9815-5f1f5512e654/f45de075-0d80-4358-8ad9-f6ea567901dc) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:30:47.978607 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.094544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:48.098138 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:48.109388 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.125561 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Transition to ACTIVE for port object f45de075-0d80-4358-8ad9-f6ea567901dc will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:48.151721 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.155405 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:48.218462 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Network 4766b0af-b700-4e39-9543-e2a5633acd3f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:48.221297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:48.225240 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:30:48.280101 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Pushing event updated for resources: {'Port': ['ID=f45de075-0d80-4358-8ad9-f6ea567901dc,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:48.290825 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:48.291934 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.350290 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.373278 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Transition to ACTIVE for port object 951146f2-ca62-4784-9667-48cb426c4731 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:48.384336 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.388147 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:48.470970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149559b-50a0-4b66-86ba-e4725c07a83f None None] Pushing event updated for resources: {'Port': ['ID=951146f2-ca62-4784-9667-48cb426c4731,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:48.476548 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0149559b-50a0-4b66-86ba-e4725c07a83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:48.487074 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Attempting to bind port 951146f2-ca62-4784-9667-48cb426c4731 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:30:48.487572 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Attempting to bind port 951146f2-ca62-4784-9667-48cb426c4731 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:30:48.487918 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Attempting to bind port 951146f2-ca62-4784-9667-48cb426c4731 on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:30:48.493646 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:30:48.494016 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:48.494448 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.494849 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:30:48.495308 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Bound port: 951146f2-ca62-4784-9667-48cb426c4731, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:30:48.495678 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.523542 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-0ba8a46a-7fd7-4c02-8703-c41d204693a2 None None] Provisioning for port f45de075-0d80-4358-8ad9-f6ea567901dc completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:48.546829 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-0ba8a46a-7fd7-4c02-8703-c41d204693a2 None None] Provisioning complete for port f45de075-0d80-4358-8ad9-f6ea567901dc triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:48.547107 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a46a-7fd7-4c02-8703-c41d204693a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.564375 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.635273 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:48.700793 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8a46a-7fd7-4c02-8703-c41d204693a2 None None] Port f45de075-0d80-4358-8ad9-f6ea567901dc cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:30:48.711894 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] For port 951146f2-ca62-4784-9667-48cb426c4731, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:30:48.724197 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] For port 951146f2-ca62-4784-9667-48cb426c4731, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=951146f2-ca62-4784-9667-48cb426c4731,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:30:48.732542 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.737007 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:48.789129 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b869dc-26ed-48c5-8f99-ed428f762146 req-9c03d59d-cef7-436e-b86a-c51ea1454efd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:48.796989 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-63b869dc-26ed-48c5-8f99-ed428f762146 req-9c03d59d-cef7-436e-b86a-c51ea1454efd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0967846 May 20 18:30:48.797364 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:48.797749 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.822920 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.829230 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.846805 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-63b869dc-26ed-48c5-8f99-ed428f762146 req-a6623dcd-096a-482c-aa0b-9f3e5e0b5d20 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490742 May 20 18:30:48.861863 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a3c86946-529b-45df-b930-e3455f631aae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:48.864291 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Routers {'3cb2b0cc-ddfe-491c-b340-64171f05bc21'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:48.864934 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:48.935397 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149559b-50a0-4b66-86ba-e4725c07a83f None None] Pushing event updated for resources: {'Port': ['ID=951146f2-ca62-4784-9667-48cb426c4731,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:48.941947 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0149559b-50a0-4b66-86ba-e4725c07a83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:48.942804 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.947278 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Pushing event updated for resources: {'Port': ['ID=f45de075-0d80-4358-8ad9-f6ea567901dc,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:48.950059 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:49.079798 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Network 4766b0af-b700-4e39-9543-e2a5633acd3f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:30:49.081757 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:30:49.101541 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device dbafb95d-174e-4cc4-9f81-26ca5bbd9233 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:49.125991 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] Set router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:49.281749 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:30:49.374523 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:49.374878 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:49.500115 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-b9c8c440-7f69-46f9-a24a-3120ea12c0cc None None] Provisioning complete for port f45de075-0d80-4358-8ad9-f6ea567901dc triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:49.500812 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c440-7f69-46f9-a24a-3120ea12c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:49.570822 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:30:49.590893 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] 10.222.0.32 "PUT /v2.0/routers/3cb2b0cc-ddfe-491c-b340-64171f05bc21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6953099 May 20 18:30:49.593511 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8c440-7f69-46f9-a24a-3120ea12c0cc None None] Port f45de075-0d80-4358-8ad9-f6ea567901dc cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:30:49.678868 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '951146f2-ca62-4784-9667-48cb426c4731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 4, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port': {'id': '951146f2-ca62-4784-9667-48cb426c4731', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:44Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'f45de075-0d80-4358-8ad9-f6ea567901dc', 'name': '', 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'mac_address': 'fa:16:3e:1a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '14d76497-0690-4023-9815-5f1f5512e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:47Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 2, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'subnets': [{'id': '14d76497-0690-4023-9815-5f1f5512e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:49.682891 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e4a0c-ce81-489f-aa38-fd4a1db0b824 None None] The sync data for ids ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'] in dv-cinder-792462-1-iscsi is: [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '951146f2-ca62-4784-9667-48cb426c4731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 4, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port': {'id': '951146f2-ca62-4784-9667-48cb426c4731', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:44Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'f45de075-0d80-4358-8ad9-f6ea567901dc', 'name': '', 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'mac_address': 'fa:16:3e:1a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '14d76497-0690-4023-9815-5f1f5512e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:47Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 2, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'subnets': [{'id': '14d76497-0690-4023-9815-5f1f5512e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:30:50.094675 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46520) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:50.100473 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361626428', 'description': 'tempest-secgroup-smoke-1361626428 description', 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:50.107042 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:50.111676 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:50.114959 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:50.121918 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:50.139344 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.148951 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4f422-0dd6-4d55-bda9-9cc99b547a2c req-794d1c45-72d6-45e0-bb66-cf9f3283f0e5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:50.150416 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07f4f422-0dd6-4d55-bda9-9cc99b547a2c req-794d1c45-72d6-45e0-bb66-cf9f3283f0e5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0931466 May 20 18:30:50.169154 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:50.173263 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:50.176618 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:50.182795 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:50.201212 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07f4f422-0dd6-4d55-bda9-9cc99b547a2c req-6904a195-e019-49b6-8f1c-ca2c88b71695 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449300 May 20 18:30:50.265824 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.271429 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.275600 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c8263706-a8da-4c58-9ab3-d560b91c41e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:50.345073 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfce4c8d-76fa-4eb5-ad64-370879185e32,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:50.348146 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:50.349611 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.350937 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2551517 May 20 18:30:50.354041 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46524) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:50.361843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Request body: {'security_group_rule': {'security_group_id': 'cfce4c8d-76fa-4eb5-ad64-370879185e32', 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:50.368563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:50.380224 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:50.384457 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:50.391177 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:50.413474 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.503799 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.510366 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.514818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7efd12b7-fd2e-488a-bba3-63fb8798813c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:50.547289 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c97c48-eaa5-47ad-9030-ba616c7bfa50,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:50.552935 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:50.569056 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.574024 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156625 May 20 18:30:50.574429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46530) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:50.585686 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Request body: {'security_group_rule': {'security_group_id': 'cfce4c8d-76fa-4eb5-ad64-370879185e32', 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:50.592888 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:50.598071 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:50.601983 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:50.622410 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:50.643520 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.676720 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 951146f2-ca62-4784-9667-48cb426c4731 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:50.720455 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.729820 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.732269 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:50.753152 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 951146f2-ca62-4784-9667-48cb426c4731 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:50.758715 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 951146f2-ca62-4784-9667-48cb426c4731 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:50.759363 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.762059 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90898531-345e-49aa-a635-39ecb549e89b,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:50.773393 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:50.785205 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.786704 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ba24512e-7ed3-4cd0-880d-1e30693c6d22 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110419 May 20 18:30:50.789688 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46540) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:50.798119 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Request body: {'security_group_rule': {'security_group_id': 'cfce4c8d-76fa-4eb5-ad64-370879185e32', 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:50.807311 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:50.811673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:50.814755 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:50.827428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:50.852404 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.906459 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.928009 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 951146f2-ca62-4784-9667-48cb426c4731, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=951146f2-ca62-4784-9667-48cb426c4731,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:30:50.933159 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.937642 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:50.942359 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.949037 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.951459 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-c8201413-04cc-49c5-a5ed-7499f8d2f22e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:50.976791 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b125ae0-c32e-4674-9879-2d6de44b44c8,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:50.979899 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:50.994721 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:50.996045 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2ccb07d4-4e10-4f42-a3c9-fdfd93cad815 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2049510 May 20 18:30:50.998836 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46546) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:51.005020 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Request body: {'security_group_rule': {'security_group_id': 'cfce4c8d-76fa-4eb5-ad64-370879185e32', 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:51.014141 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:51.018408 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:51.021639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:51.028577 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:51.032628 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=951146f2-ca62-4784-9667-48cb426c4731,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:51.036893 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:51.050355 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.125654 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.130767 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.132886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-857c4578-b104-4d12-90f3-5b3e1ecc056f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:51.161668 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ad10ba-276a-4ab2-a582-eb7a67a43e0c,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:51.164108 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:51.172825 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.174177 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d8f6024c-8b7d-46d6-8407-b0ccc88fd3dc tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741574 May 20 18:30:51.177739 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 46550) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:51.182887 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Request body: {'security_group_rule': {'security_group_id': 'cfce4c8d-76fa-4eb5-ad64-370879185e32', 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:51.188834 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:51.192917 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:51.195880 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:51.201503 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:51.213388 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.securitygroups_db [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Project 1b8b604c0148450f9d8e5c8c7b0d5ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:30:51.219699 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.285920 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.291662 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.294949 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:51.349719 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4babc1-023c-4df2-bd84-41f467936642,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:51.357399 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:51.373224 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.374415 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-4981ede6-c64f-455c-8f5e-d50057b36933 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1956639 May 20 18:30:51.377867 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 46556) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:30:51.383541 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Request body: {'security_group_rule': {'security_group_id': 'cfce4c8d-76fa-4eb5-ad64-370879185e32', 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:30:51.389575 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:30:51.393667 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Usage tracker for resource:security_group_rule and tenant:1b8b604c0148450f9d8e5c8c7b0d5ec6 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:30:51.396647 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:30:51.402620 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:30:51.413650 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead56c01-2d08-4236-b06c-67f683dc7f0f req-a812b536-65d4-435f-a645-6a9f57633128 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:51.415303 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ead56c01-2d08-4236-b06c-67f683dc7f0f req-a812b536-65d4-435f-a645-6a9f57633128 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1002235 May 20 18:30:51.416805 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.securitygroups_db [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Project 1b8b604c0148450f9d8e5c8c7b0d5ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:30:51.423154 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.468184 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ead56c01-2d08-4236-b06c-67f683dc7f0f req-26c184fc-3759-4419-a54e-4dbbc4e37331 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461354 May 20 18:30:51.496585 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.501478 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.503932 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:51.525893 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af944de-4ad2-4a6a-873c-30b908a4e137,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:51.528650 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:51.537716 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:51.539065 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1601684 May 20 18:30:52.651425 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 951146f2-ca62-4784-9667-48cb426c4731 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:52.691224 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5ba0b-b120-444f-bfc1-038b29f3a8f6 req-d1bb9e3b-fa0b-453e-8e82-ef2a7692353e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:52.693425 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ace5ba0b-b120-444f-bfc1-038b29f3a8f6 req-d1bb9e3b-fa0b-453e-8e82-ef2a7692353e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1001952 May 20 18:30:52.740669 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 951146f2-ca62-4784-9667-48cb426c4731 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:52.740669 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:52.747613 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Sync routers for ids ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:30:52.753909 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ace5ba0b-b120-444f-bfc1-038b29f3a8f6 req-6c41cbfb-057e-4ad6-ba06-eb74514d504f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546370 May 20 18:30:52.757580 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Routers {'3cb2b0cc-ddfe-491c-b340-64171f05bc21'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:52.758240 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:52.951898 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Set router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:53.050736 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9a07b0d3-dcde-4435-9fb5-643e3781c848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:53.280437 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '951146f2-ca62-4784-9667-48cb426c4731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 4, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port': {'id': '951146f2-ca62-4784-9667-48cb426c4731', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:44Z', 'updated_at': '2021-05-20T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'f45de075-0d80-4358-8ad9-f6ea567901dc', 'name': '', 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'mac_address': 'fa:16:3e:1a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '14d76497-0690-4023-9815-5f1f5512e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:47Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 2, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'subnets': [{'id': '14d76497-0690-4023-9815-5f1f5512e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:53.285146 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Checking router: 3cb2b0cc-ddfe-491c-b340-64171f05bc21 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:30:53.285426 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Updating router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 port f45de075-0d80-4358-8ad9-f6ea567901dc binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:30:53.341348 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:30:53.351233 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:53.714415 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:53.725658 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Transition to ACTIVE for port object f45de075-0d80-4358-8ad9-f6ea567901dc will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:30:53.735364 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:53.739556 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:53.940791 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b152a0e-91b2-4d76-a7b5-9e24fb65cb99 None None] Pushing event updated for resources: {'Port': ['ID=f45de075-0d80-4358-8ad9-f6ea567901dc,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:53.943364 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-3b152a0e-91b2-4d76-a7b5-9e24fb65cb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:53.957299 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Attempting to bind port f45de075-0d80-4358-8ad9-f6ea567901dc on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:30:53.957674 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Attempting to bind port f45de075-0d80-4358-8ad9-f6ea567901dc by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:30:53.958042 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Attempting to bind port f45de075-0d80-4358-8ad9-f6ea567901dc on network 4766b0af-b700-4e39-9543-e2a5633acd3f {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:30:53.964030 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:30:53.964406 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Checking segment: {'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:30:53.964809 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:53.965201 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Bound using segment: {'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:30:53.965671 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Bound port: f45de075-0d80-4358-8ad9-f6ea567901dc, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:30:53.966042 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:53.980812 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154216b5-2fd3-4999-8161-f858da9f7383 req-c6b94c2d-63a9-41cb-bb37-1431cecd6b4b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:53.982311 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-154216b5-2fd3-4999-8161-f858da9f7383 req-c6b94c2d-63a9-41cb-bb37-1431cecd6b4b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1125569 May 20 18:30:54.029538 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-154216b5-2fd3-4999-8161-f858da9f7383 req-f144afff-969b-407e-a486-6919bb781772 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 May 20 18:30:54.069014 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] For port f45de075-0d80-4358-8ad9-f6ea567901dc, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:30:54.072185 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] For port f45de075-0d80-4358-8ad9-f6ea567901dc, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=f45de075-0d80-4358-8ad9-f6ea567901dc,segment=NetworkSegment(21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1),segment_id=21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:30:54.078680 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:54.082984 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:54.155678 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Routers {'3cb2b0cc-ddfe-491c-b340-64171f05bc21'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:30:54.156298 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:30:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:54.249522 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b152a0e-91b2-4d76-a7b5-9e24fb65cb99 None None] Pushing event updated for resources: {'Port': ['ID=f45de075-0d80-4358-8ad9-f6ea567901dc,revision_number=4']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:54.254080 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-3b152a0e-91b2-4d76-a7b5-9e24fb65cb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:54.371239 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] Set router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:30:54.657616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device f45de075-0d80-4358-8ad9-f6ea567901dc up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:54.700981 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '951146f2-ca62-4784-9667-48cb426c4731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 4, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port': {'id': '951146f2-ca62-4784-9667-48cb426c4731', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:44Z', 'updated_at': '2021-05-20T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'f45de075-0d80-4358-8ad9-f6ea567901dc', 'name': '', 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'mac_address': 'fa:16:3e:1a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '14d76497-0690-4023-9815-5f1f5512e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:47Z', 'updated_at': '2021-05-20T18:30:54Z', 'revision_number': 4, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'subnets': [{'id': '14d76497-0690-4023-9815-5f1f5512e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:30:54.705217 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6465e1-e875-41ea-bd4f-d7a3ab81919d None None] The sync data for ids ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'] in dv-cinder-792462-1-iscsi is: [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '951146f2-ca62-4784-9667-48cb426c4731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:30:48Z', 'revision_number': 4, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port': {'id': '951146f2-ca62-4784-9667-48cb426c4731', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:44Z', 'updated_at': '2021-05-20T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'f45de075-0d80-4358-8ad9-f6ea567901dc', 'name': '', 'network_id': '4766b0af-b700-4e39-9543-e2a5633acd3f', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'mac_address': 'fa:16:3e:1a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '14d76497-0690-4023-9815-5f1f5512e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:47Z', 'updated_at': '2021-05-20T18:30:54Z', 'revision_number': 4, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'subnets': [{'id': '14d76497-0690-4023-9815-5f1f5512e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:30:54.746010 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port f45de075-0d80-4358-8ad9-f6ea567901dc completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:30:54.751678 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port f45de075-0d80-4358-8ad9-f6ea567901dc triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:54.752222 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:54.876514 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:54.911132 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port f45de075-0d80-4358-8ad9-f6ea567901dc, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=f45de075-0d80-4358-8ad9-f6ea567901dc,segment=NetworkSegment(21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1),segment_id=21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:30:54.916468 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:54.918365 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:30:54.993864 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=f45de075-0d80-4358-8ad9-f6ea567901dc,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:30:54.998448 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:30:55.224204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2d18-199b-494a-a6e8-bcf26c0230bd req-b2a829be-cc49-41cf-9db7-777bc20ed777 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:55.225677 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a89a2d18-199b-494a-a6e8-bcf26c0230bd req-b2a829be-cc49-41cf-9db7-777bc20ed777 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0843532 May 20 18:30:55.277115 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a89a2d18-199b-494a-a6e8-bcf26c0230bd req-e5f30177-378c-4455-9496-7ac24fb27229 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451260 May 20 18:30:55.409323 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6324a791-f04d-4585-9c81-82664418c2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:55.650743 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:56.481470 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56720894-b145-4c61-9206-ef49b3aa50b0 req-8e9d582b-681f-4429-b6a6-fc088ee25216 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:56.483499 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-56720894-b145-4c61-9206-ef49b3aa50b0 req-8e9d582b-681f-4429-b6a6-fc088ee25216 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0939500 May 20 18:30:56.530907 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-56720894-b145-4c61-9206-ef49b3aa50b0 req-501b1df5-088b-4de3-83e2-ee62ef4f01b9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 May 20 18:30:56.584477 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:56.618318 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device f45de075-0d80-4358-8ad9-f6ea567901dc up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:30:56.687491 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port f45de075-0d80-4358-8ad9-f6ea567901dc triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:30:56.687861 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:57.742504 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b26bab-50f0-4d89-9c6f-a3403f250c3a req-5aa8e206-0e5b-481d-90cb-d639a965e4e5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:57.743936 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-09b26bab-50f0-4d89-9c6f-a3403f250c3a req-5aa8e206-0e5b-481d-90cb-d639a965e4e5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0908713 May 20 18:30:57.792204 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-09b26bab-50f0-4d89-9c6f-a3403f250c3a req-3b35d1ca-f47b-4504-87ed-7764cc1e341c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406692 May 20 18:30:58.445988 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:58.480440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:58.983846 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebd041-5c53-451a-b7f5-9c124c3fc31e req-cd1159db-9ad6-45bf-94e2-6566068c0dcf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:30:58.985331 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0ebd041-5c53-451a-b7f5-9c124c3fc31e req-cd1159db-9ad6-45bf-94e2-6566068c0dcf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0821183 May 20 18:30:59.132627 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0ebd041-5c53-451a-b7f5-9c124c3fc31e req-7a5921ac-ff0f-47d3-ac46-34fb35d6f7eb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377938 May 20 18:31:00.329433 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45fc7-cc8a-4fbb-abe3-bc0fa65ebb1c req-59ce09f1-599e-4dac-98c3-c5fe2e5b016e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:00.330948 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6bf45fc7-cc8a-4fbb-abe3-bc0fa65ebb1c req-59ce09f1-599e-4dac-98c3-c5fe2e5b016e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0933595 May 20 18:31:00.377297 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6bf45fc7-cc8a-4fbb-abe3-bc0fa65ebb1c req-4e997d0c-dcbe-441e-9757-adc868fab4e2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403461 May 20 18:31:01.571043 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660919b-7361-4868-85de-1b17470f5076 req-8c4f5418-f781-442d-bfa0-154c82baf2bb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:01.572561 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2660919b-7361-4868-85de-1b17470f5076 req-8c4f5418-f781-442d-bfa0-154c82baf2bb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0853264 May 20 18:31:01.620422 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2660919b-7361-4868-85de-1b17470f5076 req-6086ea87-33c1-4d73-8a97-125d3f15eb27 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406957 May 20 18:31:02.521662 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-78558907-155a-4c54-8792-21d92cbf8d7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744624 May 20 18:31:02.682977 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-7f01b6c9-bf06-4921-8ac3-f384e999a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:02.684735 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-7f01b6c9-bf06-4921-8ac3-f384e999a63b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94002bc0ab1443a69299aaae213b6ad3&device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 1098 time: 0.0866330 May 20 18:31:02.813888 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f318e-5315-4a84-af9c-2ff43efe23a6 req-59a408fa-f4aa-4537-9003-3acb6bcf6d25 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:02.815433 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-172f318e-5315-4a84-af9c-2ff43efe23a6 req-59a408fa-f4aa-4537-9003-3acb6bcf6d25 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0862775 May 20 18:31:02.848156 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-69ff9236-65bc-4a2f-b48c-585170ec6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:02.849611 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-69ff9236-65bc-4a2f-b48c-585170ec6971 service neutron] 10.222.0.42 "GET /v2.0/networks?id=645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 200 len: 915 time: 0.1394174 May 20 18:31:02.863134 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-172f318e-5315-4a84-af9c-2ff43efe23a6 req-7eef6d9b-b6f5-4bd6-8875-f6fbda87a3fe tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 May 20 18:31:02.916824 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-38dbcf12-bb87-44fa-a4e8-b4affd5b5c5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 200 len: 217 time: 0.0603688 May 20 18:31:02.983833 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-9e600063-bd15-41bc-937f-519a5f72beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:02.985277 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-9e600063-bd15-41bc-937f-519a5f72beb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba65dbf-7ea4-44a4-8f47-c080573e1a02 HTTP/1.1" status: 200 len: 854 time: 0.0619321 May 20 18:31:03.036082 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-5f5ed815-6587-4df2-9e52-63fc09528957 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=645e7bfb-cd95-49fb-ba86-243805a56d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420096 May 20 18:31:03.168482 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-b0eaff9c-0fa7-4548-8018-48981cb47b1e service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249738 May 20 18:31:03.302326 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3a38647f-6dee-4190-88ea-abda7cbde634 req-52904b08-0b3f-464d-b88d-64abe4159c9c service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257451 May 20 18:31:04.064528 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a6787-3ae4-403e-b6ea-fe4092e63e42 req-1ff93d83-99d6-465f-b051-398f1016d6e1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:04.065969 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c63a6787-3ae4-403e-b6ea-fe4092e63e42 req-1ff93d83-99d6-465f-b051-398f1016d6e1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0905709 May 20 18:31:04.110058 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c63a6787-3ae4-403e-b6ea-fe4092e63e42 req-d1b1ce10-75d1-4ca1-a790-fa579f6beff5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383179 May 20 18:31:05.301967 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ca638-317c-4a3c-887e-b322fc99474a req-c57427a1-6d54-4520-8238-08418f036196 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:05.305890 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a06ca638-317c-4a3c-887e-b322fc99474a req-c57427a1-6d54-4520-8238-08418f036196 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0836577 May 20 18:31:05.348165 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a06ca638-317c-4a3c-887e-b322fc99474a req-838440d1-c07a-4c30-b835-cc8cdf88fb77 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390203 May 20 18:31:06.545371 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344b91-8b99-40f2-aea5-ed58be045c74 req-a71fd964-274b-4876-945a-f651feb02e06 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:06.546886 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-97344b91-8b99-40f2-aea5-ed58be045c74 req-a71fd964-274b-4876-945a-f651feb02e06 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0840819 May 20 18:31:06.591851 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-97344b91-8b99-40f2-aea5-ed58be045c74 req-e86bf28d-5e24-4852-b600-9fdb781430a0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 May 20 18:31:07.797559 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6a4de-aa09-475e-bee6-91c9b313a2ca req-9a4a2c1c-c8f5-4388-8487-f01b27af173a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:07.799048 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-13e6a4de-aa09-475e-bee6-91c9b313a2ca req-9a4a2c1c-c8f5-4388-8487-f01b27af173a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0935721 May 20 18:31:07.844964 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-13e6a4de-aa09-475e-bee6-91c9b313a2ca req-eb8c2398-ad90-4faa-8740-4b9fb1631d15 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400529 May 20 18:31:09.048443 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ca0-4faa-44b6-9701-0dd9c788efcb req-382b0fca-a0f4-4bf9-829c-6502e5f29c70 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:09.049928 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b0f9ca0-4faa-44b6-9701-0dd9c788efcb req-382b0fca-a0f4-4bf9-829c-6502e5f29c70 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0880513 May 20 18:31:09.105546 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b0f9ca0-4faa-44b6-9701-0dd9c788efcb req-d0e2660d-5eb1-4eab-bce9-0346ee68c336 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480905 May 20 18:31:10.287360 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a9f5b-39ee-42dc-8677-4c65547ff5bc req-23119d0b-6682-4193-9af3-72ef612106e8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:10.290642 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-909a9f5b-39ee-42dc-8677-4c65547ff5bc req-23119d0b-6682-4193-9af3-72ef612106e8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0825450 May 20 18:31:10.334488 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-909a9f5b-39ee-42dc-8677-4c65547ff5bc req-ae473f21-342b-408f-8940-6f9a9fc68123 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 May 20 18:31:11.523906 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c717b-627b-4d1b-af31-ac4c32481f52 req-babe4d6d-051f-4ad5-86ea-34d5baca6a65 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:11.525410 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-274c717b-627b-4d1b-af31-ac4c32481f52 req-babe4d6d-051f-4ad5-86ea-34d5baca6a65 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0820513 May 20 18:31:11.572008 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-274c717b-627b-4d1b-af31-ac4c32481f52 req-b14c0662-1b12-40eb-87fe-0746128d6911 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 May 20 18:31:12.764943 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627e92-3329-47ca-91dd-1435faafaa9a req-9d37d136-1d99-460f-b6fa-c9dfb728bcef tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:12.766448 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-36627e92-3329-47ca-91dd-1435faafaa9a req-9d37d136-1d99-460f-b6fa-c9dfb728bcef tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0853813 May 20 18:31:12.819956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-36627e92-3329-47ca-91dd-1435faafaa9a req-03b428b6-e423-4e53-affa-940585d51a94 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 May 20 18:31:14.027248 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002bae9-6d1a-4fae-b7e4-fd2c4867faa0 req-c51be872-7cdb-4e94-a464-2e566153d02c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:14.028792 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7002bae9-6d1a-4fae-b7e4-fd2c4867faa0 req-c51be872-7cdb-4e94-a464-2e566153d02c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0863311 May 20 18:31:14.076220 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7002bae9-6d1a-4fae-b7e4-fd2c4867faa0 req-bf525b63-fe9b-4edc-8d3f-8d3cd6f15c3b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 May 20 18:31:15.278640 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21f152-1c3b-4d6d-a471-a7d346b95628 req-8cba0ef6-00c6-4c1c-9acc-159e6f5e3333 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:15.280055 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ea21f152-1c3b-4d6d-a471-a7d346b95628 req-8cba0ef6-00c6-4c1c-9acc-159e6f5e3333 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0897610 May 20 18:31:15.328826 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ea21f152-1c3b-4d6d-a471-a7d346b95628 req-829f0cc2-6a2a-4b37-a744-97e663206d94 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 May 20 18:31:16.539100 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcce631-2e0e-4d35-b822-906462c40880 req-65f38c23-356f-40f5-b914-2e333410a507 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:16.540556 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2bcce631-2e0e-4d35-b822-906462c40880 req-65f38c23-356f-40f5-b914-2e333410a507 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0856156 May 20 18:31:16.588732 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2bcce631-2e0e-4d35-b822-906462c40880 req-4b575f37-d8d4-4a97-82e7-f9dfd3cc7497 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 May 20 18:31:17.801605 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48793b23-3902-4cf9-9666-d20084d34376 req-e4c99ff1-3b91-4ce3-8c20-cb5c7a74c57b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:17.803050 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-48793b23-3902-4cf9-9666-d20084d34376 req-e4c99ff1-3b91-4ce3-8c20-cb5c7a74c57b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0930905 May 20 18:31:17.849333 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-48793b23-3902-4cf9-9666-d20084d34376 req-c3b046e0-2446-437b-a63b-e0faf1f4e1b5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 May 20 18:31:19.067394 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294862-8126-421d-8b7f-c16d6fd35ccf req-20fe40f4-da6a-409e-9e99-0557e9a55da7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:19.068854 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c8294862-8126-421d-8b7f-c16d6fd35ccf req-20fe40f4-da6a-409e-9e99-0557e9a55da7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0845749 May 20 18:31:19.120876 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c8294862-8126-421d-8b7f-c16d6fd35ccf req-e44a458e-3562-40c6-a022-31cd555816dd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442245 May 20 18:31:20.316525 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78e95c-44c8-46cb-960e-f1b26dde9fb6 req-c8351f74-73d5-4946-9942-f74cf00f3f02 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:20.317991 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3f78e95c-44c8-46cb-960e-f1b26dde9fb6 req-c8351f74-73d5-4946-9942-f74cf00f3f02 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0869892 May 20 18:31:20.364400 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3f78e95c-44c8-46cb-960e-f1b26dde9fb6 req-b45372ad-d05d-4f4f-90c5-4138c7fe6066 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 May 20 18:31:21.560554 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51210e-3275-432b-bda9-544718ada4ac req-b0711b28-f2a5-407a-8059-e6b3ea6aa881 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:21.562093 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ca51210e-3275-432b-bda9-544718ada4ac req-b0711b28-f2a5-407a-8059-e6b3ea6aa881 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0866833 May 20 18:31:21.690236 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ca51210e-3275-432b-bda9-544718ada4ac req-db14ed40-41a5-415b-9e23-b5b85abdb892 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221790 May 20 18:31:22.896433 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570ff46-e14f-4664-bde5-3b6bdec13b9d req-bf4b8cc8-faee-40f0-802d-61b504676a48 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:22.897871 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1570ff46-e14f-4664-bde5-3b6bdec13b9d req-bf4b8cc8-faee-40f0-802d-61b504676a48 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0908999 May 20 18:31:22.945072 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1570ff46-e14f-4664-bde5-3b6bdec13b9d req-a491a338-4569-471e-ae95-83df2fc40456 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 May 20 18:31:23.053341 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0646d549-1c5f-499f-9a1a-ef0eaef526e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:24.134363 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0eef-ac2e-4f9f-9677-6728f63f7c4a req-5b953774-9d51-4491-885e-0c8d29994696 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:24.135765 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-36cb0eef-ac2e-4f9f-9677-6728f63f7c4a req-5b953774-9d51-4491-885e-0c8d29994696 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0832524 May 20 18:31:24.180679 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-36cb0eef-ac2e-4f9f-9677-6728f63f7c4a req-10213034-b8dd-4869-b316-abc59f3f469f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 May 20 18:31:25.395833 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f540de-7f93-4864-a3e7-7229ba165548 req-2d0d2059-b064-4667-b561-88d932cab946 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:25.397200 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c6f540de-7f93-4864-a3e7-7229ba165548 req-2d0d2059-b064-4667-b561-88d932cab946 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0958164 May 20 18:31:25.406616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afc69054-8eb1-4b81-a3fb-0f23412ec7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:25.444277 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c6f540de-7f93-4864-a3e7-7229ba165548 req-e843df0c-8d86-467b-8096-cd7a573e944b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392995 May 20 18:31:25.651486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:26.586599 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:26.646561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3766b-209f-4cc3-9921-39d8a77a89b5 req-62ad4f3a-be7e-481c-aba1-59f3d8dd5f6d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:26.647991 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-66b3766b-209f-4cc3-9921-39d8a77a89b5 req-62ad4f3a-be7e-481c-aba1-59f3d8dd5f6d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0866950 May 20 18:31:26.694112 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-66b3766b-209f-4cc3-9921-39d8a77a89b5 req-0ba11c08-1dd1-43aa-b0bb-0982bdd60095 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 May 20 18:31:27.907465 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebc808-d874-418b-8e76-0692fb6a182b req-141c602a-477b-47f2-a703-cb918ba699a9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:27.908888 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-89ebc808-d874-418b-8e76-0692fb6a182b req-141c602a-477b-47f2-a703-cb918ba699a9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0871317 May 20 18:31:27.957399 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-89ebc808-d874-418b-8e76-0692fb6a182b req-afba3b3b-9d02-418b-a8c6-debb4d54899d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 May 20 18:31:28.472819 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:28.483852 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:29.159407 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245bd76-51da-418f-9c68-23e3e903cda5 req-2ff36872-485e-45ff-ba9a-41aaadda1edf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:29.160866 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b245bd76-51da-418f-9c68-23e3e903cda5 req-2ff36872-485e-45ff-ba9a-41aaadda1edf tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0809779 May 20 18:31:29.208126 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b245bd76-51da-418f-9c68-23e3e903cda5 req-f2504314-765f-4f29-92db-6a0e191e49a2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414522 May 20 18:31:30.320318 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:31:30.404664 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9731273-5262-4492-af6c-004c6ba19d38 req-7a8472c2-64af-4790-b0f2-82e56031b398 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:30.406253 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b9731273-5262-4492-af6c-004c6ba19d38 req-7a8472c2-64af-4790-b0f2-82e56031b398 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0815904 May 20 18:31:30.455889 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b9731273-5262-4492-af6c-004c6ba19d38 req-1863735c-55f6-46b6-8cac-24adef02368f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412190 May 20 18:31:31.654191 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e734c5-879c-43c7-9df3-e1280c1955fb req-e5ea1e3f-a9a0-42e5-9245-43f39c3783c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:31.655663 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-02e734c5-879c-43c7-9df3-e1280c1955fb req-e5ea1e3f-a9a0-42e5-9245-43f39c3783c6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0892708 May 20 18:31:31.703664 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-02e734c5-879c-43c7-9df3-e1280c1955fb req-f2d88fc2-b8b7-47f9-b7c9-a4b14cfe2d89 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 May 20 18:31:32.907228 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad653-76d4-44dd-ad87-47603a36cede req-ff82fb90-0c12-49d1-b8a7-15d5e2b30b12 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:32.909703 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a9fad653-76d4-44dd-ad87-47603a36cede req-ff82fb90-0c12-49d1-b8a7-15d5e2b30b12 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0940144 May 20 18:31:32.955860 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a9fad653-76d4-44dd-ad87-47603a36cede req-5909efe3-183d-4d4a-928a-55242db7c00f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402353 May 20 18:31:34.147389 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149d576-cddf-417a-b84d-e379665f4b3d req-2b5fd764-443a-47fc-a8d4-28de977e7a0d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:34.148876 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f149d576-cddf-417a-b84d-e379665f4b3d req-2b5fd764-443a-47fc-a8d4-28de977e7a0d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0873718 May 20 18:31:34.193977 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f149d576-cddf-417a-b84d-e379665f4b3d req-2a3fdbe4-e4de-4901-8143-f7360b795474 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 May 20 18:31:35.388690 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d378ff5-93f6-4315-b4ce-d73de562745a req-45cd246f-e25f-4422-8287-7aacca32978b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:35.390049 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d378ff5-93f6-4315-b4ce-d73de562745a req-45cd246f-e25f-4422-8287-7aacca32978b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0890841 May 20 18:31:35.438234 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d378ff5-93f6-4315-b4ce-d73de562745a req-5f47544a-cac1-40d0-a564-6890c4760e81 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 May 20 18:31:36.643472 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4e3d4-e5a3-4d2a-9d20-f1effbc0fc60 req-3be07aa5-9471-40e7-bd18-f4ef771013d3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:36.644936 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dbd4e3d4-e5a3-4d2a-9d20-f1effbc0fc60 req-3be07aa5-9471-40e7-bd18-f4ef771013d3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0825939 May 20 18:31:36.690255 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-dbd4e3d4-e5a3-4d2a-9d20-f1effbc0fc60 req-7579d890-9f55-4daa-bd25-9f48c7c2147e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389466 May 20 18:31:37.901429 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830fff-2763-487c-b1c2-97e803857dae req-eed23dbf-c2d0-46b8-9889-6d64c9232e1c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:37.902881 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cc830fff-2763-487c-b1c2-97e803857dae req-eed23dbf-c2d0-46b8-9889-6d64c9232e1c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0957158 May 20 18:31:37.948399 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cc830fff-2763-487c-b1c2-97e803857dae req-bc40df0f-ce22-46d3-92d8-1ecdb5ccbbea tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397105 May 20 18:31:39.157373 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7a3d-ba46-4a24-8776-a36bc3a5944d req-1a9c82c5-0231-4bcf-bf13-4edeb12b38cd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:39.158865 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0ad7a3d-ba46-4a24-8776-a36bc3a5944d req-1a9c82c5-0231-4bcf-bf13-4edeb12b38cd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0911367 May 20 18:31:39.205493 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0ad7a3d-ba46-4a24-8776-a36bc3a5944d req-e7011640-559c-4cb4-b635-fcf057e30b78 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405579 May 20 18:31:40.406774 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e7612-64e2-4658-bc4e-d93944c58441 req-99202d9c-2a0c-48e1-bdcd-be430c46910d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:40.408128 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-047e7612-64e2-4658-bc4e-d93944c58441 req-99202d9c-2a0c-48e1-bdcd-be430c46910d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0828154 May 20 18:31:40.453746 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-047e7612-64e2-4658-bc4e-d93944c58441 req-36ed8533-b8ca-4fc9-8791-32017809730a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395350 May 20 18:31:41.651541 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17d72-085d-4409-9591-c512a123fe11 req-5a30ebad-1045-4a18-80e2-1d45bfc88b8d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:41.653044 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a7b17d72-085d-4409-9591-c512a123fe11 req-5a30ebad-1045-4a18-80e2-1d45bfc88b8d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0910637 May 20 18:31:41.698029 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a7b17d72-085d-4409-9591-c512a123fe11 req-5d629ec4-dde8-4d17-8ee2-5126771b43e8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 May 20 18:31:42.885456 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb6c9c-0a6e-4e9e-866c-75815d11d83c req-31a57220-3aec-4741-988a-fc931afb51b6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:42.887180 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9fbb6c9c-0a6e-4e9e-866c-75815d11d83c req-31a57220-3aec-4741-988a-fc931afb51b6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0820391 May 20 18:31:42.933066 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9fbb6c9c-0a6e-4e9e-866c-75815d11d83c req-85ab59fc-3604-422d-b0bb-17580cd4279c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 May 20 18:31:44.228922 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71013717-c0f1-4cf0-ab2d-d74df2537946 req-434ae405-e553-4233-b081-10cd9ba5bcb9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:44.230689 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-71013717-c0f1-4cf0-ab2d-d74df2537946 req-434ae405-e553-4233-b081-10cd9ba5bcb9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1864841 May 20 18:31:44.277792 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-71013717-c0f1-4cf0-ab2d-d74df2537946 req-8c566878-a913-4bff-8d6f-4e7ce478f611 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 May 20 18:31:45.489621 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941445c8-d53d-4f35-aa35-304af62414c5 req-b662e781-69ff-4df7-b02a-79c7a8ec8c4d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:45.491641 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-941445c8-d53d-4f35-aa35-304af62414c5 req-b662e781-69ff-4df7-b02a-79c7a8ec8c4d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0972676 May 20 18:31:45.539300 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-941445c8-d53d-4f35-aa35-304af62414c5 req-dac8688f-e1f2-4d48-b7a6-83672975f372 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418525 May 20 18:31:45.623875 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7230d-8d1a-4d93-ac24-261915b4df1d req-cbefaae5-f85e-4b55-ae31-94b24921ea17 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:45.625295 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3ba7230d-8d1a-4d93-ac24-261915b4df1d req-cbefaae5-f85e-4b55-ae31-94b24921ea17 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 946 time: 0.0784588 May 20 18:31:45.672211 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3ba7230d-8d1a-4d93-ac24-261915b4df1d req-1c3161b0-ea5b-44b4-a071-af2d478090b8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=cec84da1-664c-43d4-8d9e-37ae71529a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 May 20 18:31:45.989163 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-d3ed437d-a8d7-4ed9-b76d-5c8b9c914729 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:45.989983 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-d3ed437d-a8d7-4ed9-b76d-5c8b9c914729 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Synchronizing usage tracker for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:31:46.009435 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-d3ed437d-a8d7-4ed9-b76d-5c8b9c914729 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Unset dirty status for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:31:46.010597 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-d3ed437d-a8d7-4ed9-b76d-5c8b9c914729 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 946 time: 0.1125028 May 20 18:31:46.152817 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Deleting port 8da41269-af92-4714-b0b2-f61479eaadaa {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:31:46.153226 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:46.286914 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] For port 8da41269-af92-4714-b0b2-f61479eaadaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8da41269-af92-4714-b0b2-f61479eaadaa,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:31:46.287233 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:46.661185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:46.661536 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:46.661846 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.l3_db [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Floating IP 94a7cb9c-4b03-4484-adcc-3c60596006aa disassociated. External IP: 172.27.1.70, port: 8da41269-af92-4714-b0b2-f61479eaadaa. May 20 18:31:46.662158 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Calling delete_port for 8da41269-af92-4714-b0b2-f61479eaadaa owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:31:46.744339 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073db0b-f2ce-4832-9f12-5dbaaea51956 req-1f3f337f-b128-40d1-83a5-4425ce709c70 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:46.745851 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2073db0b-f2ce-4832-9f12-5dbaaea51956 req-1f3f337f-b128-40d1-83a5-4425ce709c70 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0875485 May 20 18:31:46.779354 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:46.785216 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:46.791499 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2073db0b-f2ce-4832-9f12-5dbaaea51956 req-f6c934a8-f7c6-4acb-a0d1-e7382d732b98 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396097 May 20 18:31:46.830779 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event deleted for resources: {'Port': ['ID=8da41269-af92-4714-b0b2-f61479eaadaa,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:46.834520 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ad2c7c3f-c4f4-48c1-b247-b35ab65a5173 req-3ebfd31b-e09b-4121-a23c-d2e8a43dab99 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 210 time: 0.0420620 May 20 18:31:46.898873 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.899243 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.899604 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.899963 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.900318 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.900669 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.901028 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.901377 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.901725 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.902071 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.902438 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.902785 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:46.913216 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:47.032543 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:31:47.217149 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:31:47.228924 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] Sync routers for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:31:47.241775 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:31:47.242798 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:31:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:31:47.315937 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] No DVR routers for this DVR port 8da41269-af92-4714-b0b2-f61479eaadaa on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:31:47.318946 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:47.322822 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'name': 'network-vif-deleted', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:31:47.345344 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b6634c12-ae91-416b-ba7c-180d961c5a6e req-97dfc696-0792-4114-b29a-c1b26fcc731d tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "DELETE /v2.0/ports/8da41269-af92-4714-b0b2-f61479eaadaa HTTP/1.1" status: 204 len: 173 time: 1.3289747 May 20 18:31:47.457369 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab0731f-916c-414d-a7c5-ff9149fd562c', 'name': 'network-vif-deleted', 'tag': '8da41269-af92-4714-b0b2-f61479eaadaa', 'status': 'completed', 'code': 200} May 20 18:31:47.506553 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:31:47.831579 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:31:47.836034 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] Checking router: 2fbd8854-566f-4bf5-a66d-e998d5ce0411 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:31:47.845121 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:31:47.845728 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:31:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:31:48.064458 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7ce94172-1ee5-4a4b-91dc-30e9107b4170 req-8349392c-a3a9-485a-9cff-dd11d88a5d7b tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab0731f-916c-414d-a7c5-ff9149fd562c HTTP/1.1" status: 200 len: 210 time: 0.0499523 May 20 18:31:48.077226 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:31:48.102802 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a4ca-869b-426d-9b43-4f7343773159 req-3b7cab06-715b-45b6-a027-67ac8f88baab tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:48.105021 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a695a4ca-869b-426d-9b43-4f7343773159 req-3b7cab06-715b-45b6-a027-67ac8f88baab tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1601019 May 20 18:31:48.161657 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a695a4ca-869b-426d-9b43-4f7343773159 req-e40d6df9-8c84-4e21-a5a1-ae0937ec7ff7 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502660 May 20 18:31:48.423970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:31:48.428405 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662b371-1225-40f2-88d3-95b7641e6326 None None] The sync data for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi is: [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:31:48.675488 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b41b4-1f79-4ef3-88dd-ee686264e0c6 None None] New status for floating IP 94a7cb9c-4b03-4484-adcc-3c60596006aa: DOWN {{(pid=91636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:31:49.105753 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8da41269-af92-4714-b0b2-f61479eaadaa no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:31:49.144346 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 8da41269-af92-4714-b0b2-f61479eaadaa {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:31:49.144623 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 8da41269-af92-4714-b0b2-f61479eaadaa not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:31:49.219768 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 47354) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:49.291166 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-878fb203-8e8b-4f95-9318-bb3a25ed81c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.324096 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-878fb203-8e8b-4f95-9318-bb3a25ed81c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.365424 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b8152-47b9-4045-8cf9-e21d9eabc00a req-348fc828-dc12-4644-8fc8-f4ffbbfa2656 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:49.366885 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-471b8152-47b9-4045-8cf9-e21d9eabc00a req-348fc828-dc12-4644-8fc8-f4ffbbfa2656 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0909367 May 20 18:31:49.380724 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-878fb203-8e8b-4f95-9318-bb3a25ed81c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.384741 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1354be31-98a3-4734-8963-39fe8d8bcd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:49.398762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fb203-8e8b-4f95-9318-bb3a25ed81c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec84da1-664c-43d4-8d9e-37ae71529a7d,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:49.401828 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-878fb203-8e8b-4f95-9318-bb3a25ed81c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:49.411537 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-878fb203-8e8b-4f95-9318-bb3a25ed81c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.412651 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-878fb203-8e8b-4f95-9318-bb3a25ed81c5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "DELETE /v2.0/security-groups/cec84da1-664c-43d4-8d9e-37ae71529a7d HTTP/1.1" status: 204 len: 168 time: 0.1913087 May 20 18:31:49.415337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 47358) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:49.431881 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-471b8152-47b9-4045-8cf9-e21d9eabc00a req-5d69d19d-bb8d-4d6f-9554-e83d8b7d8058 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577178 May 20 18:31:49.437007 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.api.v2.resource [None req-f1664edf-105c-40ae-9a86-fa1e702f9660 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] show failed (client error): The resource could not be found. May 20 18:31:49.440546 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f1664edf-105c-40ae-9a86-fa1e702f9660 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups/cec84da1-664c-43d4-8d9e-37ae71529a7d HTTP/1.1" status: 404 len: 347 time: 0.0216627 May 20 18:31:49.441637 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 47364) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:49.659225 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Deleting port 1ac3255c-5557-455e-8427-a562b04a1c5b {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:31:49.659566 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.787585 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.787729 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.994849 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Calling delete_port for 1ac3255c-5557-455e-8427-a562b04a1c5b owned by network:floatingip {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:31:50.112858 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:50.118716 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d39fb61b-cf91-4a51-aefd-b121b72cb9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:50.167742 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event deleted for resources: {'Port': ['ID=1ac3255c-5557-455e-8427-a562b04a1c5b,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:50.170906 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:50.260753 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:50.278939 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:50.280640 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "DELETE /v2.0/floatingips/94a7cb9c-4b03-4484-adcc-3c60596006aa HTTP/1.1" status: 204 len: 168 time: 0.8384812 May 20 18:31:50.643974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65415b2a-e5fd-4ca4-8973-7522ebac4375 req-2efd0882-ab09-4074-86f8-cae5859f7f1c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:50.645758 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65415b2a-e5fd-4ca4-8973-7522ebac4375 req-2efd0882-ab09-4074-86f8-cae5859f7f1c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0939469 May 20 18:31:50.696408 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-65415b2a-e5fd-4ca4-8973-7522ebac4375 req-9cfd02ca-a61f-4d8c-adb8-bece2b6d45df tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441370 May 20 18:31:50.841038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 47388) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:50.846950 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955744399', 'description': 'tempest-description--585078129'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:31:50.853562 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:31:50.859130 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:31:50.862166 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:31:50.869242 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:31:50.883557 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:50.905664 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:31:50.910086 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group_rule and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:31:50.913319 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:31:50.919555 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:31:51.000286 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.007342 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.014118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9c62cb0d-f392-41f2-9054-b20fff351053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:51.055490 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d583498-167c-4d47-af67-a4582d0d6be6,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:51.063002 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.064105 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2220154 May 20 18:31:51.065541 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.065909 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.066269 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.066699 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.067057 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.067399 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 47392) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:51.068061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.068061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.068650 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.068650 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.068871 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.069141 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.069480 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:31:51.073527 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:51.074844 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'security_group_rule': {'security_group_id': '2d583498-167c-4d47-af67-a4582d0d6be6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:31:51.081186 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:31:51.086212 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group_rule and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:31:51.089297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:31:51.095280 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:31:51.115073 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.179156 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.185333 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.187919 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:51.215439 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f95e2c-2672-46eb-932c-0105dede72a5,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:51.219753 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:51.225927 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.227111 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-db4d5c22-e049-4b51-b1d5-6cdd630591d8 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569347 May 20 18:31:51.230996 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 47396) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:51.235983 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'security_group_rule': {'security_group_id': '2d583498-167c-4d47-af67-a4582d0d6be6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:31:51.241997 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:31:51.245818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:security_group_rule and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:31:51.248697 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:31:51.254321 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:31:51.273945 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.340258 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.344626 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.346647 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:51.368657 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d17377-aad5-4700-9723-86f24e1f124f,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:51.371037 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:51.379289 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.382900 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509154 May 20 18:31:51.384084 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 47400) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:51.389434 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'floatingip': {'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:31:51.395690 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:31:51.400193 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:floatingip and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:31:51.403445 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:31:51.409890 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:31:51.422261 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.572398 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.715850 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Allocated IP 172.27.1.183 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/0b107c31-1a15-4e5e-95a6-a658938e1e1c) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:31:51.921913 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:51.944985 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf68f-5756-4852-ae09-38ff0cef1701 req-f9f6f19d-3bfb-410d-bbf3-b6e68455fd43 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:51.946482 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-489cf68f-5756-4852-ae09-38ff0cef1701 req-f9f6f19d-3bfb-410d-bbf3-b6e68455fd43 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1323056 May 20 18:31:52.002237 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-489cf68f-5756-4852-ae09-38ff0cef1701 req-ce1a050f-1001-472e-8dbe-0087de78ca8c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 May 20 18:31:52.003308 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:52.007198 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6af6effe-8681-40b4-b4ce-9893068c7737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:52.068663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:31:52.071535 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:31:52.074190 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:31:52.112180 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'Port': ['ID=0b107c31-1a15-4e5e-95a6-a658938e1e1c,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:52.117678 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:52.174807 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:52.243682 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:52.639677 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for port, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:52.646888 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2426704'] for port, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:52.652186 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-dbfb4895-6643-43aa-98a7-3f7a5c8b7e3d tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:52.780615 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'Port': ['ID=0b107c31-1a15-4e5e-95a6-a658938e1e1c,revision_number=2']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:52.786311 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:52.800153 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:52.825860 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:52.827354 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4422193 May 20 18:31:53.080015 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a4247c1c-d56e-47d3-b175-d1dce91bbf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:53.107899 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-580c2555-ba1c-473a-8af3-2ae24767b775 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Synchronizing usage tracker for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:31:53.127314 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-580c2555-ba1c-473a-8af3-2ae24767b775 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Unset dirty status for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:31:53.136247 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-580c2555-ba1c-473a-8af3-2ae24767b775 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1955744399&fields=id&tenant_id=f6c0d55d2ea7431c928b7da7e809187d HTTP/1.1" status: 200 len: 267 time: 0.0804467 May 20 18:31:53.332979 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-4a702566-175e-4f14-b87c-e4184912ec6c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:53.334601 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-4a702566-175e-4f14-b87c-e4184912ec6c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 817 time: 0.1974647 May 20 18:31:53.347428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90abc8c-0a21-410b-88f4-e46601e79194 req-e293ef96-d2c3-42f1-8a37-26a5995b995b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:53.349108 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c90abc8c-0a21-410b-88f4-e46601e79194 req-e293ef96-d2c3-42f1-8a37-26a5995b995b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2108333 May 20 18:31:53.371773 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-ff29b99a-20e7-4eaa-8b78-ccc10b5efb89 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/quotas/f6c0d55d2ea7431c928b7da7e809187d HTTP/1.1" status: 200 len: 375 time: 0.0217257 May 20 18:31:53.441622 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c90abc8c-0a21-410b-88f4-e46601e79194 req-95ca6d04-6071-4fcf-b476-a4f7e796220b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846088 May 20 18:31:53.479917 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-db8e611f-2513-4b65-95b6-84a7c0c450b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004729 May 20 18:31:53.606479 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-34507470-a113-4fd0-93ac-02c135b7af66 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:31:53.607463 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-34507470-a113-4fd0-93ac-02c135b7af66 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153233 May 20 18:31:53.749526 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-d7ad15c4-51b9-4fae-9c09-3da62d3b9f2a service neutron] 10.222.0.32 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356301 May 20 18:31:53.881689 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-6cb55fad-b5cf-47b3-89b8-e68da818d078 service neutron] 10.222.0.32 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245084 May 20 18:31:54.070138 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-56330740-5fe9-4f7e-9254-e5a77ca665b6 req-3399d6f5-27a8-43c3-8d72-b6151d100e1c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 210 time: 0.0419178 May 20 18:31:54.637890 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7ce9-36d6-4dc4-92da-c74430369369 req-654e7025-411b-48dd-9453-5b0e3b18e603 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:54.639450 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-939a7ce9-36d6-4dc4-92da-c74430369369 req-654e7025-411b-48dd-9453-5b0e3b18e603 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0890763 May 20 18:31:54.685567 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-939a7ce9-36d6-4dc4-92da-c74430369369 req-419cd766-e97c-43af-a41b-d276d8a1a894 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398800 May 20 18:31:55.234306 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f86e54d0-8ac5-4eb0-8bc3-e3f11b26be99 req-d94ae842-4992-4b13-ae48-16a0c1bc13a5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 210 time: 0.0505791 May 20 18:31:55.357601 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-ecfadcdc-b6ae-4f0b-8a33-c31f7da429eb tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:55.359210 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-ecfadcdc-b6ae-4f0b-8a33-c31f7da429eb tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 817 time: 0.1616161 May 20 18:31:55.402067 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-956e8344-3b1d-4bf5-9d4a-dfaac893688f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:55.415110 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-dbdd718e-9b35-46d8-bb11-0256c0429a07 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Synchronizing usage tracker for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:security_group {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:31:55.426923 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-dbdd718e-9b35-46d8-bb11-0256c0429a07 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Unset dirty status for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:security_group {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:31:55.428345 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-dbdd718e-9b35-46d8-bb11-0256c0429a07 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c0d55d2ea7431c928b7da7e809187d HTTP/1.1" status: 200 len: 380 time: 0.0547264 May 20 18:31:55.437965 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'port': {'device_id': '73f326c0-caf9-4338-89a9-97d651b45433', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'admin_state_up': True, 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'security_groups': ['2d583498-167c-4d47-af67-a4582d0d6be6']}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:31:55.578005 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:31:55.582916 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Usage tracker for resource:port and tenant:f6c0d55d2ea7431c928b7da7e809187d is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:31:55.585597 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:31:55.591407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:31:55.605450 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Made reservation on behalf of f6c0d55d2ea7431c928b7da7e809187d for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:31:55.609335 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:55.636831 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:55.780745 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Allocated IP 172.20.0.9 (5d0985a8-e3ec-4180-be96-b1b77eb4fab4/71b70d6c-6298-4e10-9c0a-7fedfdaa3821/b01768c8-b620-4f4d-8593-38e2f707cee4) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:31:55.878053 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86066d1-9ebb-47d5-8b9a-79f83a68594f req-199b0ea9-8285-44dc-98cc-118f652c9515 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:55.879573 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e86066d1-9ebb-47d5-8b9a-79f83a68594f req-199b0ea9-8285-44dc-98cc-118f652c9515 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0872550 May 20 18:31:55.924152 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e86066d1-9ebb-47d5-8b9a-79f83a68594f req-2fec00be-dac6-402d-9e8c-f54b54401739 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 May 20 18:31:55.977297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:55.993112 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Transition to ACTIVE for port object b01768c8-b620-4f4d-8593-38e2f707cee4 will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:31:56.017708 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.023733 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a10eec1c-04ae-4158-ae0e-b8b22079b392 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:56.088719 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:31:56.091848 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:31:56.095691 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:31:56.126269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event updated for resources: {'Port': ['ID=b01768c8-b620-4f4d-8593-38e2f707cee4,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:56.134244 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:56.167035 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:56.167769 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.192416 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579584 May 20 18:31:56.205711 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Request body: {'port': {'device_id': '73f326c0-caf9-4338-89a9-97d651b45433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:31:56.336003 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.377350 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-33b19a8d-6c24-4f6c-ab94-149c341be766 None None] Provisioning for port b01768c8-b620-4f4d-8593-38e2f707cee4 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:31:56.385216 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-33b19a8d-6c24-4f6c-ab94-149c341be766 None None] Provisioning complete for port b01768c8-b620-4f4d-8593-38e2f707cee4 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:31:56.386103 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-33b19a8d-6c24-4f6c-ab94-149c341be766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.439983 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc41f66-83ad-47d9-b826-b625411d8cc7 req-5d6ca2de-5784-45b4-ad7c-71f069ef289c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:56.441668 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-acc41f66-83ad-47d9-b826-b625411d8cc7 req-5d6ca2de-5784-45b4-ad7c-71f069ef289c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 931 time: 0.0884962 May 20 18:31:56.446083 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-33b19a8d-6c24-4f6c-ab94-149c341be766 None None] Port b01768c8-b620-4f4d-8593-38e2f707cee4 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:31:56.492166 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-acc41f66-83ad-47d9-b826-b625411d8cc7 req-0e02f767-385a-432c-8c77-6f9d15602718 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441775 May 20 18:31:56.589097 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.727590 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01768c8-b620-4f4d-8593-38e2f707cee4 {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:31:56.735140 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.749194 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Transition to ACTIVE for port object b01768c8-b620-4f4d-8593-38e2f707cee4 will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:31:56.756061 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.759403 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-954ee3ff-f216-46e5-a89c-2d459f5f4a15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:56.976689 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Pushing event updated for resources: {'Port': ['ID=b01768c8-b620-4f4d-8593-38e2f707cee4,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:57.007459 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:57.094917 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Attempting to bind port b01768c8-b620-4f4d-8593-38e2f707cee4 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:31:57.095174 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Attempting to bind port b01768c8-b620-4f4d-8593-38e2f707cee4 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:31:57.095510 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Attempting to bind port b01768c8-b620-4f4d-8593-38e2f707cee4 on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:31:57.100462 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Port b01768c8-b620-4f4d-8593-38e2f707cee4 on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:31:57.100964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Attempting to bind port b01768c8-b620-4f4d-8593-38e2f707cee4 on network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:31:57.107286 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:31:57.107872 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Checking segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:31:57.108346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Bound using segment: {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:31:57.109397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Bound port: b01768c8-b620-4f4d-8593-38e2f707cee4, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a65d34-ec14-44cc-bf5d-5358763a38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:31:57.109397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:57.117778 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6cdf3-434b-446d-af70-a8f11521739a req-9441b0c4-c21f-4556-8e10-e65f73521f79 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:57.122998 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-79b6cdf3-434b-446d-af70-a8f11521739a req-9441b0c4-c21f-4556-8e10-e65f73521f79 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0908771 May 20 18:31:57.168096 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-79b6cdf3-434b-446d-af70-a8f11521739a req-32c8d90e-0a9d-4470-bbd6-9600e41c7f74 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427139 May 20 18:31:57.203701 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] For port b01768c8-b620-4f4d-8593-38e2f707cee4, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:31:57.206812 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] For port b01768c8-b620-4f4d-8593-38e2f707cee4, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b01768c8-b620-4f4d-8593-38e2f707cee4,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:31:57.211944 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:57.216334 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-688c9c31-e21b-4be4-9e16-4358c27e7884 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:31:57.271508 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:57.272127 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:57.273506 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] 10.222.0.42 "PUT /v2.0/ports/b01768c8-b620-4f4d-8593-38e2f707cee4 HTTP/1.1" status: 200 len: 1093 time: 1.0724049 May 20 18:31:57.274007 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:31:57.310399 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Pushing event updated for resources: {'Port': ['ID=b01768c8-b620-4f4d-8593-38e2f707cee4,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:31:57.313566 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:31:57.350469 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'status': 'completed', 'code': 200} May 20 18:31:57.394518 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-7eed8cb8-e419-4762-9691-c6240e8c7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:57.396449 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-7eed8cb8-e419-4762-9691-c6240e8c7456 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 1096 time: 0.0817771 May 20 18:31:57.465544 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-a94b531d-4c1a-4af8-b11b-a61a25347efc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01768c8-b620-4f4d-8593-38e2f707cee4 HTTP/1.1" status: 200 len: 217 time: 0.0610957 May 20 18:31:57.535366 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-9e3b6f09-305f-47cf-b389-6e87f78cdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:57.535366 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-9e3b6f09-305f-47cf-b389-6e87f78cdd1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0613573 May 20 18:31:57.610472 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-cc8b5097-445d-4fe3-b244-06e2ccd01a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:57.612060 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-cc8b5097-445d-4fe3-b244-06e2ccd01a41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727344 May 20 18:31:57.687800 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f17e7c-4107-41b2-8c5b-cccd6425dacd req-7fc016c2-264c-4427-bb84-b98a07f6245f tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:57.689255 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-11f17e7c-4107-41b2-8c5b-cccd6425dacd req-7fc016c2-264c-4427-bb84-b98a07f6245f tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 943 time: 0.0816822 May 20 18:31:57.735315 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-11f17e7c-4107-41b2-8c5b-cccd6425dacd req-6ea88224-26da-4615-9c92-2031aee33151 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 May 20 18:31:57.747191 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-041b8446-347c-4801-ac37-520330689fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268027 May 20 18:31:57.883519 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-41c972cc-35e0-41dc-9a3c-07d2f8fcce15 req-9f186bf9-67ea-48b1-adbc-3d6082108c90 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292324 May 20 18:31:58.012924 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b658-f730-4e5b-941f-818b551ae919 req-3e4469f0-25ee-4f04-9795-1cafd11d0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:58.014415 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3256b658-f730-4e5b-941f-818b551ae919 req-3e4469f0-25ee-4f04-9795-1cafd11d0343 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 1096 time: 0.0754335 May 20 18:31:58.149089 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b658-f730-4e5b-941f-818b551ae919 req-c5ed5c88-4ae8-4539-93af-6d81402892ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:58.150688 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3256b658-f730-4e5b-941f-818b551ae919 req-c5ed5c88-4ae8-4539-93af-6d81402892ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 918 time: 0.1294336 May 20 18:31:58.222841 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3256b658-f730-4e5b-941f-818b551ae919 req-8af4daad-7e37-4a38-91ae-91fbb8530222 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01768c8-b620-4f4d-8593-38e2f707cee4 HTTP/1.1" status: 200 len: 217 time: 0.0651248 May 20 18:31:58.292062 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b658-f730-4e5b-941f-818b551ae919 req-1d13f352-b5e6-44ff-aca8-49c477dbbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:58.293523 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3256b658-f730-4e5b-941f-818b551ae919 req-1d13f352-b5e6-44ff-aca8-49c477dbbb06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0617430 May 20 18:31:58.359391 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d0f10-c6bf-4951-bc78-cffd3f5cb2d6 req-4602e935-9d72-495e-af8f-3097eb7a73c1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:58.360849 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-141d0f10-c6bf-4951-bc78-cffd3f5cb2d6 req-4602e935-9d72-495e-af8f-3097eb7a73c1 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0818574 May 20 18:31:58.372081 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b658-f730-4e5b-941f-818b551ae919 req-e13916b4-3225-4c7d-993b-c50e3377ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:58.373564 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3256b658-f730-4e5b-941f-818b551ae919 req-e13916b4-3225-4c7d-993b-c50e3377ffe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733099 May 20 18:31:58.405821 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-141d0f10-c6bf-4951-bc78-cffd3f5cb2d6 req-afb51fae-d0c8-4d2f-9be5-a807b1230c20 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 May 20 18:31:58.492850 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:58.495105 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:58.508353 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3256b658-f730-4e5b-941f-818b551ae919 req-a7b2c582-88be-4cb5-8ceb-a0cfb482d9f0 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279414 May 20 18:31:58.645957 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3256b658-f730-4e5b-941f-818b551ae919 req-738bc284-f7d2-42b7-9f23-27b2748b9a99 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301358 May 20 18:31:59.022465 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537c2cd-32fa-4661-8845-eba00241511f req-bb11c62c-9af0-4778-ba4d-2a4d9ba762c0 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:59.023815 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2537c2cd-32fa-4661-8845-eba00241511f req-bb11c62c-9af0-4778-ba4d-2a4d9ba762c0 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 943 time: 0.1699152 May 20 18:31:59.077418 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2537c2cd-32fa-4661-8845-eba00241511f req-67dd2d3b-f352-49d9-b3c0-9cee33132407 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 May 20 18:31:59.617331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d41e-0f9f-4726-a6f9-54f48b9825ab req-96050dc1-2816-4c8d-b66d-f62a0e289c45 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:31:59.618846 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9257d41e-0f9f-4726-a6f9-54f48b9825ab req-96050dc1-2816-4c8d-b66d-f62a0e289c45 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0921750 May 20 18:31:59.668732 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9257d41e-0f9f-4726-a6f9-54f48b9825ab req-af0945ee-cee6-45b9-93fb-ce5fafa1b8e9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440483 May 20 18:32:00.289224 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244292b0-babc-4bef-877f-c5911f54279c req-1aaf3564-7e35-4a82-aa07-901f6d0ebfaa tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:00.291119 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-244292b0-babc-4bef-877f-c5911f54279c req-1aaf3564-7e35-4a82-aa07-901f6d0ebfaa tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 943 time: 0.0948372 May 20 18:32:00.340562 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-244292b0-babc-4bef-877f-c5911f54279c req-3a9fc775-1ada-49b6-a627-0e33e5471785 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 May 20 18:32:00.868939 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b300d0-f556-46e5-84aa-90e93fef016c req-cf087378-e81c-4158-a0f0-2c1127fe0ea6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:00.870430 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40b300d0-f556-46e5-84aa-90e93fef016c req-cf087378-e81c-4158-a0f0-2c1127fe0ea6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0889404 May 20 18:32:01.063471 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40b300d0-f556-46e5-84aa-90e93fef016c req-ea4f718b-7d63-42e4-92c4-3a902cdd3bdd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872513 May 20 18:32:01.155123 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device b01768c8-b620-4f4d-8593-38e2f707cee4 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:32:01.298730 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port b01768c8-b620-4f4d-8593-38e2f707cee4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b01768c8-b620-4f4d-8593-38e2f707cee4,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:32:01.312760 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'port_id': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'mac_address': 'fa:16:3e:b1:a7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:32:01.371637 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:01.389590 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01768c8-b620-4f4d-8593-38e2f707cee4 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:32:01.405269 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port b01768c8-b620-4f4d-8593-38e2f707cee4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b01768c8-b620-4f4d-8593-38e2f707cee4,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:32:01.410769 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:01.412662 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:01.483372 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=b01768c8-b620-4f4d-8593-38e2f707cee4,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:01.490948 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.491296 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.491629 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.491970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.492284 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.492769 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.493154 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.493440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.493734 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.494054 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.494389 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.494725 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:01.500386 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:01.540811 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd9176-0378-4830-8033-70050502e57c req-31512d8a-ab5f-4fad-99a0-403e8d6ac296 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:01.542282 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7fdd9176-0378-4830-8033-70050502e57c req-31512d8a-ab5f-4fad-99a0-403e8d6ac296 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 944 time: 0.0858359 May 20 18:32:01.586495 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7fdd9176-0378-4830-8033-70050502e57c req-2c57cfb1-9d90-45f6-bb4f-9cc73a4cf753 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 May 20 18:32:01.671993 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['b01768c8-b620-4f4d-8593-38e2f707cee4'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:32:02.260479 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd275-65db-41d1-97d5-cfd8da68968d req-e8dfc7c5-28f8-43ad-921d-369655f3264b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:02.261931 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-29bcd275-65db-41d1-97d5-cfd8da68968d req-e8dfc7c5-28f8-43ad-921d-369655f3264b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0842144 May 20 18:32:02.310609 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-29bcd275-65db-41d1-97d5-cfd8da68968d req-40a036c0-189a-4253-b6b1-6b7d55adb0ee tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 May 20 18:32:02.777708 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de969b4-51cd-4318-8cd7-521d61cec1a0 req-108a25e3-ac88-4bcd-b2ae-30f6fbf506bf tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:02.779075 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9de969b4-51cd-4318-8cd7-521d61cec1a0 req-108a25e3-ac88-4bcd-b2ae-30f6fbf506bf tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 944 time: 0.0835574 May 20 18:32:02.825356 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9de969b4-51cd-4318-8cd7-521d61cec1a0 req-26af7609-a5f3-402b-bb4a-8229c7e757aa tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381610 May 20 18:32:03.168593 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device b01768c8-b620-4f4d-8593-38e2f707cee4 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:32:03.275397 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port b01768c8-b620-4f4d-8593-38e2f707cee4 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:32:03.280099 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port b01768c8-b620-4f4d-8593-38e2f707cee4 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:03.280466 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:03.397085 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:03.423701 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:32:03.434075 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port b01768c8-b620-4f4d-8593-38e2f707cee4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b01768c8-b620-4f4d-8593-38e2f707cee4,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:32:03.438474 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:03.441067 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0149559b-50a0-4b66-86ba-e4725c07a83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:03.500204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef78223-91f3-47e4-8813-810e8090be17 req-d331f2c7-e6f7-4de9-af55-1f4b84ecd069 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:03.501691 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8ef78223-91f3-47e4-8813-810e8090be17 req-d331f2c7-e6f7-4de9-af55-1f4b84ecd069 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0848963 May 20 18:32:03.508580 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=b01768c8-b620-4f4d-8593-38e2f707cee4,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:03.515113 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:03.548253 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8ef78223-91f3-47e4-8813-810e8090be17 req-3af06448-8b3a-4a2f-9e85-c1c25f70555b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 May 20 18:32:03.550279 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'code': 200} May 20 18:32:03.790433 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf52a-659d-4c7f-8636-f7213450096a req-06283a96-535f-4ae9-a038-d43941a1d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:03.791972 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7cfcf52a-659d-4c7f-8636-f7213450096a req-06283a96-535f-4ae9-a038-d43941a1d212 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 1098 time: 0.0764284 May 20 18:32:03.838950 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-7cfcf52a-659d-4c7f-8636-f7213450096a req-6eb3d65c-ab28-4052-b365-58f2e1c1ee19 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399349 May 20 18:32:04.036054 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf11c7-ba08-44f5-8540-4ca335042ec1 req-98d5f37d-dcdb-4ae3-ba31-dac76986bd1e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:04.037487 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-62bf11c7-ba08-44f5-8540-4ca335042ec1 req-98d5f37d-dcdb-4ae3-ba31-dac76986bd1e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 945 time: 0.0932739 May 20 18:32:04.082744 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-62bf11c7-ba08-44f5-8540-4ca335042ec1 req-f1132a3b-5070-4881-8794-a51643879a1c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391753 May 20 18:32:04.621625 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-daf3ea2e-cf64-4c26-a006-0ff6e18b9ca3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866439 May 20 18:32:04.752541 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcb089-cf93-4f38-a186-7fad51d290c6 req-73cbcd8b-cd3d-4e04-988a-bd80dc132309 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:04.754407 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-48bcb089-cf93-4f38-a186-7fad51d290c6 req-73cbcd8b-cd3d-4e04-988a-bd80dc132309 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0879133 May 20 18:32:04.808377 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-48bcb089-cf93-4f38-a186-7fad51d290c6 req-b6376d3e-9df0-434f-afaa-d8bd8f844767 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480809 May 20 18:32:04.830586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-601475ab-f7c3-4d04-a812-9d7481ce80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:04.832013 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-601475ab-f7c3-4d04-a812-9d7481ce80f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1096 time: 0.1858828 May 20 18:32:04.981442 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-37c28a22-6a93-4580-a94a-c470808b5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:04.982902 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-37c28a22-6a93-4580-a94a-c470808b5adf service neutron] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 909 time: 0.1311176 May 20 18:32:05.094321 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-d37ce84f-8890-4165-a9f0-eb03f9487028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 999 time: 0.1038015 May 20 18:32:05.165588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-d6ba8d17-11e0-47b4-8446-d6b1107581e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:05.167183 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-d6ba8d17-11e0-47b4-8446-d6b1107581e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.0658836 May 20 18:32:05.245652 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-63aa48c4-e6dc-4628-953c-a42beb0ce38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:05.247215 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-63aa48c4-e6dc-4628-953c-a42beb0ce38a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734355 May 20 18:32:05.279408 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b09afe-55b5-4145-9ab3-219066b566a3 req-12f56f73-bec5-4537-91f6-8ae39d660acb tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:05.279408 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e9b09afe-55b5-4145-9ab3-219066b566a3 req-12f56f73-bec5-4537-91f6-8ae39d660acb tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 945 time: 0.0820079 May 20 18:32:05.322683 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e9b09afe-55b5-4145-9ab3-219066b566a3 req-70114408-0e45-4af2-9efd-9e96900d6192 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382459 May 20 18:32:05.394720 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-13f70d2b-3936-4a7e-9945-40bf5046ef4d service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401227 May 20 18:32:05.513950 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951cced-fd7c-4a30-a98d-82b8714f5070 req-73c5a119-cb29-41cb-9670-5160914e3c41 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:05.515551 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8951cced-fd7c-4a30-a98d-82b8714f5070 req-73c5a119-cb29-41cb-9670-5160914e3c41 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 945 time: 0.0868926 May 20 18:32:05.525036 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 47616) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:05.530140 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Request body: {'floatingip': {'port_id': 'b01768c8-b620-4f4d-8593-38e2f707cee4'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:05.532747 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e87735e4-5dad-4e37-8453-23ebcd79fa36 req-ceac4c23-680c-44f9-b0e2-95eb9760d46e service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300848 May 20 18:32:05.617411 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:06.233587 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e9169-b819-499c-9332-454ea3689721 req-3d0cdac8-7741-4470-9210-2d013be16344 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:06.235063 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-358e9169-b819-499c-9332-454ea3689721 req-3d0cdac8-7741-4470-9210-2d013be16344 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2871442 May 20 18:32:06.296883 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-358e9169-b819-499c-9332-454ea3689721 req-ea50dba6-2637-4d48-ba38-5deecd067094 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547504 May 20 18:32:06.403510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:06.408097 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:06.591952 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.l3_db [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Floating IP 6345894b-d036-417f-ab4a-f90c51765a50 associated. External IP: 172.27.1.183, port: b01768c8-b620-4f4d-8593-38e2f707cee4. May 20 18:32:06.942316 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:32:07.119204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:32:07.129494 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:07.134529 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] Sync routers for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:32:07.144021 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:07.144716 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:31:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:07.186343 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-86a7926f-114a-48fc-922a-c46e5ea96c21 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "PUT /v2.0/floatingips/6345894b-d036-417f-ab4a-f90c51765a50 HTTP/1.1" status: 200 len: 991 time: 1.6602366 May 20 18:32:07.187398 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:32:07.285718 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'status': 'completed', 'code': 200} May 20 18:32:07.319257 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:32:07.325917 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:07.391982 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906533f0-aaff-4865-8741-0b62f5419d48 req-d1db088b-932f-4775-a519-a46431ecdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:07.393510 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-906533f0-aaff-4865-8741-0b62f5419d48 req-d1db088b-932f-4775-a519-a46431ecdf10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 1098 time: 0.0792046 May 20 18:32:07.489813 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90621178-0e78-415a-a774-a18ae4369c2d req-fb8e4d07-702a-4a2a-b24a-0498167ab753 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:07.497614 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-90621178-0e78-415a-a774-a18ae4369c2d req-fb8e4d07-702a-4a2a-b24a-0498167ab753 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0930274 May 20 18:32:07.534016 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906533f0-aaff-4865-8741-0b62f5419d48 req-b5af938e-3616-4e5e-aa4a-3b9044903c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:07.535569 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-906533f0-aaff-4865-8741-0b62f5419d48 req-b5af938e-3616-4e5e-aa4a-3b9044903c0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 918 time: 0.1356142 May 20 18:32:07.556065 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-90621178-0e78-415a-a774-a18ae4369c2d req-8b902dd1-f2d9-42e5-af6c-468b30d81ad2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575140 May 20 18:32:07.650768 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-906533f0-aaff-4865-8741-0b62f5419d48 req-034cad2f-c6ff-44d9-aca9-be20f7b12657 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01768c8-b620-4f4d-8593-38e2f707cee4 HTTP/1.1" status: 200 len: 999 time: 0.1083803 May 20 18:32:07.687872 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '6345894b-d036-417f-ab4a-f90c51765a50', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'port_id': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'mac_address': 'fa:16:3e:b1:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f326c0-caf9-4338-89a9-97d651b45433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:31:52Z', 'updated_at': '2021-05-20T18:32:06Z', 'revision_number': 1, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:07.691776 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] Checking router: 2fbd8854-566f-4bf5-a66d-e998d5ce0411 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:32:07.700383 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:07.701041 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:31:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:07.715983 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906533f0-aaff-4865-8741-0b62f5419d48 req-17d2938a-e00f-44c7-9e27-7e4f14a6d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:07.717456 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-906533f0-aaff-4865-8741-0b62f5419d48 req-17d2938a-e00f-44c7-9e27-7e4f14a6d707 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0599451 May 20 18:32:07.791800 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906533f0-aaff-4865-8741-0b62f5419d48 req-d1db73b6-9d2e-4ed7-bfb4-62e3bc1929b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:07.793275 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-906533f0-aaff-4865-8741-0b62f5419d48 req-d1db73b6-9d2e-4ed7-bfb4-62e3bc1929b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693882 May 20 18:32:07.875952 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:07.926138 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-906533f0-aaff-4865-8741-0b62f5419d48 req-55dfdc0b-12db-4905-8bf3-15bb4b2ff281 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263335 May 20 18:32:08.058693 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-906533f0-aaff-4865-8741-0b62f5419d48 req-af0e7e28-0da4-4a2f-828e-aee9eb275e46 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256924 May 20 18:32:08.228731 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '6345894b-d036-417f-ab4a-f90c51765a50', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'port_id': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'mac_address': 'fa:16:3e:b1:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f326c0-caf9-4338-89a9-97d651b45433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:31:52Z', 'updated_at': '2021-05-20T18:32:06Z', 'revision_number': 1, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:08.232996 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff0f9c-6344-4cf0-9fd8-f79346f6a08b None None] The sync data for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi is: [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '6345894b-d036-417f-ab4a-f90c51765a50', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'port_id': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'mac_address': 'fa:16:3e:b1:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f326c0-caf9-4338-89a9-97d651b45433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:31:52Z', 'updated_at': '2021-05-20T18:32:06Z', 'revision_number': 1, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:32:08.435071 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1742-3cde-4fe3-a3ae-c5651745e4d9 None None] New status for floating IP 6345894b-d036-417f-ab4a-f90c51765a50: ACTIVE {{(pid=91636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:32:08.755665 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f226a-29ae-434e-a37d-af39b393e0e1 req-4d7b3712-01c2-4539-877a-6013c0c30c22 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:08.755665 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6b9f226a-29ae-434e-a37d-af39b393e0e1 req-4d7b3712-01c2-4539-877a-6013c0c30c22 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0900943 May 20 18:32:08.807132 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6b9f226a-29ae-434e-a37d-af39b393e0e1 req-67991aff-dda4-4474-9588-9d03eb62c95b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509741 May 20 18:32:09.991819 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd593eb-5530-4038-a58e-a2ed92eed6e7 req-9cdf47bf-4f38-409a-988f-1111bd79eb49 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:09.993194 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-efd593eb-5530-4038-a58e-a2ed92eed6e7 req-9cdf47bf-4f38-409a-988f-1111bd79eb49 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0802159 May 20 18:32:10.142544 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-efd593eb-5530-4038-a58e-a2ed92eed6e7 req-36fd03bf-f07d-4ea5-9a07-c315f355c5e4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433508 May 20 18:32:11.333604 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11041c1-b876-40f5-a249-33b9a4ad88d6 req-96aa223a-54f0-4698-a0ef-51f1304d5386 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:11.335097 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c11041c1-b876-40f5-a249-33b9a4ad88d6 req-96aa223a-54f0-4698-a0ef-51f1304d5386 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.0854950 May 20 18:32:11.380164 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c11041c1-b876-40f5-a249-33b9a4ad88d6 req-d3e8d7dc-76a2-4a67-830b-1c6d5ee90f43 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 May 20 18:32:11.417639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 47694) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:11.701094 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Deleting port 2fb7c1be-7dbc-4f06-92fc-b9fbad2ddd96 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:32:11.701524 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:11.829444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:11.829776 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:11.950539 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Calling delete_port for 2fb7c1be-7dbc-4f06-92fc-b9fbad2ddd96 owned by network:floatingip {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:32:12.083052 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:12.087855 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:12.137720 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event deleted for resources: {'Port': ['ID=2fb7c1be-7dbc-4f06-92fc-b9fbad2ddd96,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:12.170230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:12.232304 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for floatingip, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:12.232559 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.l3_db [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Floating IP 6609ad15-5179-4957-9484-84a81070b7eb disassociated (deleted). External IP: 172.27.1.239, port: be9c13d8-67e3-4e4f-877a-98401d655d71. May 20 18:32:12.599647 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Router bd7f1816-c3b8-495d-a1a8-1e4e578787fc has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:32:12.886101 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:32:12.897387 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] Sync routers for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:32:12.907983 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:12.908367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:12.908590 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:31:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:12.963273 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "DELETE /v2.0/floatingips/6609ad15-5179-4957-9484-84a81070b7eb HTTP/1.1" status: 204 len: 168 time: 1.5444920 May 20 18:32:12.963892 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:32:13.018660 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'status': 'completed', 'code': 200} May 20 18:32:13.128446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-139a4b16-51d7-4e75-b4cf-6bf72dbec205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:13.129848 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-139a4b16-51d7-4e75-b4cf-6bf72dbec205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfd6346a01f45969b0153591be060f1&device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 1096 time: 0.0881324 May 20 18:32:13.141043 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:13.410948 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa4297-2b62-42d2-b1c9-243727de1bf4 req-43bc65ba-8748-43a7-b9e6-54086059929b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:13.411663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-ffaa4297-2b62-42d2-b1c9-243727de1bf4 req-43bc65ba-8748-43a7-b9e6-54086059929b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Synchronizing usage tracker for tenant:2cfd6346a01f45969b0153591be060f1 on resource:port {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:32:13.417206 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-d5c8acda-08cf-477c-b437-cbd2a8045872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:13.418671 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-d5c8acda-08cf-477c-b437-cbd2a8045872 service neutron] 10.222.0.42 "GET /v2.0/networks?id=120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 200 len: 909 time: 0.2807262 May 20 18:32:13.427782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-ffaa4297-2b62-42d2-b1c9-243727de1bf4 req-43bc65ba-8748-43a7-b9e6-54086059929b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Unset dirty status for tenant:2cfd6346a01f45969b0153591be060f1 on resource:port {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:32:13.428929 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ffaa4297-2b62-42d2-b1c9-243727de1bf4 req-43bc65ba-8748-43a7-b9e6-54086059929b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.1081994 May 20 18:32:13.481506 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ffaa4297-2b62-42d2-b1c9-243727de1bf4 req-5ea8bab7-afb3-46f8-9a2e-0ad29c31886d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3e5d700-034a-4674-80c5-1fc40d7e4181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457177 May 20 18:32:13.493655 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:54Z', 'revision_number': 5, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:13.497893 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] Checking router: bd7f1816-c3b8-495d-a1a8-1e4e578787fc for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:32:13.506578 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:13.507187 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:31:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:13.535497 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-4b6d3a46-a461-496b-8f09-c9720b7a882f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 200 len: 217 time: 0.0702658 May 20 18:32:13.615520 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-5c188e0a-ee1f-4293-a84b-bd838adb9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:13.616958 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-5c188e0a-ee1f-4293-a84b-bd838adb9562 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 200 len: 847 time: 0.0744824 May 20 18:32:13.629163 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-4ac4ead7-77b6-42d6-8fbc-8cdd5d192fcd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:13.630139 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-4ac4ead7-77b6-42d6-8fbc-8cdd5d192fcd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Synchronizing usage tracker for tenant:2cfd6346a01f45969b0153591be060f1 on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:32:13.684397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-4ac4ead7-77b6-42d6-8fbc-8cdd5d192fcd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Unset dirty status for tenant:2cfd6346a01f45969b0153591be060f1 on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:32:13.685510 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-4ac4ead7-77b6-42d6-8fbc-8cdd5d192fcd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 943 time: 0.2572267 May 20 18:32:13.695141 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:13.806580 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-dff69dac-c1ae-4751-905a-4134934a6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:13.808045 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-dff69dac-c1ae-4751-905a-4134934a6752 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=120ffe63-135e-4062-a4fd-344fc18c33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1740189 May 20 18:32:13.936279 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Deleting port be9c13d8-67e3-4e4f-877a-98401d655d71 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:32:13.936721 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:13.989016 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-fb1202e6-c671-42de-8953-6ab7916cc2ea service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723113 May 20 18:32:14.046187 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:54Z', 'revision_number': 5, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:14.050206 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18102a-713f-4b1f-a20f-8af08a41d05f None None] The sync data for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi is: [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:21:48Z', 'revision_number': 4, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': 'a798ae69-bb99-4cad-aeab-e9e16eb7d4ef', 'name': '', 'network_id': '120ffe63-135e-4062-a4fd-344fc18c33a0', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'mac_address': 'fa:16:3e:33:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:47Z', 'updated_at': '2021-05-20T18:21:54Z', 'revision_number': 5, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'subnets': [{'id': '3e102140-40ef-4d54-a25f-92a7a34ed26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:32:14.178679 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] For port be9c13d8-67e3-4e4f-877a-98401d655d71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be9c13d8-67e3-4e4f-877a-98401d655d71,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:32:14.179274 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:14.291173 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfa664-2e6d-40eb-bbf1-f49362c89564 None None] New status for floating IP 6609ad15-5179-4957-9484-84a81070b7eb: DOWN {{(pid=91636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:32:14.320591 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Calling delete_port for be9c13d8-67e3-4e4f-877a-98401d655d71 owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:32:14.329854 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-3771c338-f055-4e4d-8cf0-7b0000f7e912 service neutron] 10.222.0.42 "GET /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920945 May 20 18:32:14.448669 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:14.455149 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-13c7563a-17a4-4aa1-8131-895e33241511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:14.537740 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event deleted for resources: {'Port': ['ID=be9c13d8-67e3-4e4f-877a-98401d655d71,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:14.545779 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:14.594910 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] No DVR routers for this DVR port be9c13d8-67e3-4e4f-877a-98401d655d71 on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:32:14.598223 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:14.601859 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'name': 'network-vif-deleted', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:32:14.622367 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f3ebb22f-ddd8-487e-9991-203e669a45d4 req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.42 "DELETE /v2.0/ports/be9c13d8-67e3-4e4f-877a-98401d655d71 HTTP/1.1" status: 204 len: 173 time: 0.9282818 May 20 18:32:14.701095 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2b1702-2f49-4cc1-a3d6-7c85a5162c43', 'name': 'network-vif-deleted', 'tag': 'be9c13d8-67e3-4e4f-877a-98401d655d71', 'status': 'completed', 'code': 200} May 20 18:32:14.706926 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7e71810-60f2-4c71-ae2b-5a0542b5d646 req-4e146f03-f187-4247-9302-9a6d2a2a93d9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0593607 May 20 18:32:15.869667 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-191f208e-d920-41db-8c9c-967a2a393189 req-4d0a08d6-a88c-4529-af51-b242401fe295 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0459971 May 20 18:32:17.044699 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5e4b41ab-b51c-4596-a6d3-02f976d9b5d3 req-e8739382-a405-47f6-998f-d6f9109d0fec tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0481169 May 20 18:32:18.210916 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5c0cf10f-2948-4d13-bf05-e1fb6a08f9ab req-f5063e11-bd54-4e9e-b3c5-d70b4659cf91 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0494995 May 20 18:32:19.374976 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bdf1ccb9-4c52-473a-879a-85ebd1dc43c7 req-c6226390-24f2-4c0d-b3e6-6003eac7464d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0509713 May 20 18:32:20.567918 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f2e2c4a7-4e34-4c60-8546-3fd81c198b63 req-a1131a27-6cd0-47f8-ab7b-68cc24a28241 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0602798 May 20 18:32:21.734742 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a4a0218-23ef-4990-a31e-d9afde222bf2 req-4ebfe675-5b70-4a08-b860-ff9e507a7333 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0442774 May 20 18:32:22.905217 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f8a5961e-6865-45e0-b0c7-ba2852feaf0b req-d53e4644-b3e1-47d5-91c7-64d772750ab4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0456474 May 20 18:32:23.048027 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96ea4d28-37e4-494a-a50f-08baa7ddd1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:24.088869 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a6d32fc8-03aa-459f-9f94-0ecc9d9219e2 req-9105bd62-903c-4155-830c-e682c36f22ec tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0526228 May 20 18:32:25.248420 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b1b8fc0f-7b8e-45b8-b157-570be2e77bf7 req-9d51552c-744c-4d73-bab7-eed2165afb66 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0442531 May 20 18:32:25.405881 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b14afcc8-f1fd-4cf5-9545-1da84cb3aa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:25.651404 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:26.403979 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8db0a68a-e0bd-4378-bb69-1697a27ed86f req-85d91cbb-9af0-4e04-a0fb-03e3720b378a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0427802 May 20 18:32:26.594667 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:27.561040 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e6488f03-547b-4631-afe1-c9e7e8208ae0 req-97847326-469d-4fda-b38c-c84d8b8f6bae tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0462897 May 20 18:32:28.485227 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:28.491316 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:28.713164 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5d100f09-bac8-4012-82b7-3ec460b01b2f req-7d15209b-0000-4635-9bf8-aa74e3bdb452 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0439246 May 20 18:32:29.880445 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2321fcea-45d6-49e0-b748-41d24e8309a1 req-50f05a69-6a24-4e19-bb80-49d4932df9c3 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0495179 May 20 18:32:31.035883 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-657ae5d1-bf0b-46de-8208-3a72241e6d35 req-c979b6cb-bd2b-4a70-add7-0f6e6c3b24ab tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0477235 May 20 18:32:32.194561 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a3c2fbe-406a-406d-bfa6-79ef993b1ce5 req-d67673db-5753-438d-bc4a-c645b1a16fe9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0514011 May 20 18:32:33.365194 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-049c7770-d526-4599-a445-260ac889502e req-4300cd1d-e14c-4d49-b462-fa047c72e637 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0518670 May 20 18:32:34.528262 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eef3ded2-0700-4fbd-abc5-b0ce82e0ab72 req-e66b78fe-6191-4dec-80f2-9da16494cb2e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0467992 May 20 18:32:35.691268 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9e069da3-df1f-4578-8830-6c45a4e0fcc7 req-536bf836-c96d-4b86-9278-a4afb9248de9 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0429513 May 20 18:32:36.867039 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d52dc5b-10c9-4c12-bc2b-1f23e2598491 req-b02a62fd-d941-4c6a-b5ed-40dc0623f883 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0517104 May 20 18:32:38.040844 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5d6e74f0-4799-4f1e-99cb-d7fcab235930 req-6428e461-91e7-46a5-b941-e5859bba4c9e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0532668 May 20 18:32:39.207404 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27ee390b-9b16-4066-b049-598eb3545524 req-aab762b4-b3dd-45dd-b4ae-2573d670a6e8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0444217 May 20 18:32:40.380315 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5eef8d09-4189-48c3-9f35-d20eab970f36 req-8940bfae-4a5e-49ca-b2f9-2d3de7053c4f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0521708 May 20 18:32:41.542740 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bdab376c-e2ea-4db5-9085-05fa4859eec8 req-82e7a993-7ff8-479a-a9e7-fcfea452d027 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0462270 May 20 18:32:42.704540 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-75f4639b-da48-4fc8-9af4-17461a867495 req-4d5a9b8c-2a46-40bc-8b07-d1f2158edd4a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0431893 May 20 18:32:43.861797 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a2149f11-fe33-489a-a548-ced454371769 req-429d3081-9de2-46dd-ab7f-d2e1b25077bb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0485420 May 20 18:32:44.318433 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:32:45.033473 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b7739ae4-281b-46ae-90a8-993d0c17a3ef req-23b69a84-8f25-4b45-bd2e-8935da7df901 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0450900 May 20 18:32:46.289099 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-de02d551-d14e-4f3c-a5a0-f54ea61a82a7 req-397a54e7-9b63-4ea9-a0a1-43422aeeb26b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.1311629 May 20 18:32:47.463539 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ca07f662-00e6-4148-9086-289ce04a8138 req-748460db-3734-41af-b7bd-da837aeac516 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0554686 May 20 18:32:48.634144 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d72a8713-dbfb-4bfa-8219-18f32fe516c0 req-c94f8784-274a-483b-aaaa-c4052278cea4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0479472 May 20 18:32:49.798197 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-964961a3-89fe-414f-b4ce-a2f4217d48ba req-143f5a33-ff5e-4f3b-be1a-3e7bc37a877d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0416765 May 20 18:32:50.961140 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fcbc7f24-529d-4820-a71f-8adf298ad413 req-7968c416-0069-4133-b1dc-d306ebf48b20 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0414417 May 20 18:32:52.126016 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-74a39133-fe3b-4c86-a131-53b510708921 req-26caf656-25c3-429d-8b57-84f0dd7e77a0 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0474532 May 20 18:32:53.045764 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e051ace1-dd6c-418c-93e7-b29420853ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.274925 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9365ffdf-d205-4755-83de-eebcf72088b7 req-8e3e54e7-a611-49c7-8575-31811d58c162 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0418594 May 20 18:32:54.430524 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4598a02-ec50-40d4-abfb-0edde091a7f5 req-29de1b14-1d09-423a-8cc4-7851243a9a99 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0420122 May 20 18:32:55.415097 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e12022fe-35ea-464d-9f03-0a5a773929e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.588517 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ffa94169-f67d-4b5d-8904-82e8571bf637 req-695f99c6-9fd0-4ec4-bce2-37e7a1c21f89 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0457101 May 20 18:32:55.646613 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.594182 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.745804 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ad14c351-720e-4970-bf03-865a5991ed3a req-e8e14075-3e2b-49bb-b312-669a7f030773 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0427790 May 20 18:32:57.901539 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b456dd21-b3bf-4761-81d9-f19e4c55ab99 req-2c163017-7a64-4385-8e2d-a94432f052e6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0424116 May 20 18:32:58.503647 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.505426 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:59.055686 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4dfb2a8b-bb2c-4cad-84f1-a9146009de90 req-2e8b8a22-3fa1-48d5-9c91-1235c4f4a82d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0465961 May 20 18:33:00.205606 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-99ee282b-6964-4388-96c6-700012f02e62 req-44603db0-fc28-4b0e-86b8-89a9ab98ce81 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0421412 May 20 18:33:01.359732 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-202e2cfa-2c68-4548-9195-56a3d98261f4 req-4d7e408e-3372-4c1d-b98d-4d8b5e47527b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0433481 May 20 18:33:02.515448 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7c07962b-bacc-4bfb-a383-5563699f34c5 req-9fe5266f-e6ea-4809-8f95-5fba4c8c47cd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0468717 May 20 18:33:03.820209 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ea777cba-8ba6-490c-bb2c-c7dc3e60bc0c req-108b6b76-5441-4f1d-9a36-2b0debf65998 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0438046 May 20 18:33:05.113083 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ef847b0d-31e8-424e-acc3-2d7faf6aabb6 req-92f70365-fae1-4ac3-8852-1bdfc6ccc55e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0455987 May 20 18:33:05.559381 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-a3bbc1b9-b4aa-4147-8b26-d8479bff5f9d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847628 May 20 18:33:05.657510 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260124b7-ecea-44fe-9a21-9d112964a63f req-dffbdcc5-1bc0-4b84-ae51-12bdc8e94137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:05.659191 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-dffbdcc5-1bc0-4b84-ae51-12bdc8e94137 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.0721138 May 20 18:33:05.805205 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260124b7-ecea-44fe-9a21-9d112964a63f req-7320e05d-18cf-4afd-b3bf-d5df51d52587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:05.806703 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-7320e05d-18cf-4afd-b3bf-d5df51d52587 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1284828 May 20 18:33:05.966923 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-37938445-8493-4269-b3ff-2df2f6495467 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 217 time: 0.1527281 May 20 18:33:06.031391 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260124b7-ecea-44fe-9a21-9d112964a63f req-3a0b7824-4997-4482-a830-47697027bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:06.032809 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-3a0b7824-4997-4482-a830-47697027bc80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0596724 May 20 18:33:06.107089 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260124b7-ecea-44fe-9a21-9d112964a63f req-4b0a49be-744f-455d-acce-4c5cd5e53aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:06.108621 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-4b0a49be-744f-455d-acce-4c5cd5e53aab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692592 May 20 18:33:06.240164 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-563c200e-79d8-4fdb-9bdd-04226f88aacc service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248441 May 20 18:33:06.279265 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b1de964f-d411-4164-b78b-3e639aea42ce req-c8da4447-8b8d-43cc-8708-be4d5e8ce768 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0489626 May 20 18:33:06.373336 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-260124b7-ecea-44fe-9a21-9d112964a63f req-9d390b02-9b9d-466a-b671-7613dc6fb070 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260626 May 20 18:33:07.448092 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ece89094-61ce-451b-ba00-366eda123474 req-a31476e2-38b0-4ae4-b94b-bae98d0bf1ad tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0522184 May 20 18:33:08.620111 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6f009060-ca0b-4403-a55d-19986f4423ff req-2e7176fd-b4b8-40dd-b19a-7faacec34889 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0545743 May 20 18:33:09.785956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-601a8b8e-e245-4ad5-b56c-1d903257fb69 req-e55a9b3e-5ec3-43f1-a18f-2e482a71cd35 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0465043 May 20 18:33:10.942474 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-53aa0e45-bbcd-45e5-aaa5-c6dda1706647 req-fd3c832a-d5a3-4a40-b1b3-00d869d9743d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0419326 May 20 18:33:12.109293 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0cd5abab-695d-4d20-83c4-36c10eaae3dc req-0cc7397c-2bd2-4ef0-9423-f54ac5da8539 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0475962 May 20 18:33:13.274909 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35579b34-f741-42ca-a26f-67f1d0d6ab1e req-4bf67646-87e6-45c3-8d42-b7ff0a25a7d2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0504680 May 20 18:33:14.449704 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c528580c-432e-45f6-ad52-e855ac3e5080 req-0e9df57d-5cfd-4298-88a9-359eb7ba81b5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0462804 May 20 18:33:15.618113 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-25f6a4c9-b889-4275-af88-d20a7199af53 req-3abe9ccc-3b29-44da-ad0b-937caa2aaa65 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0467441 May 20 18:33:16.792502 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-230f6b8c-4828-46d4-8922-b37a41be870b req-e51f0c06-53c5-4a9a-a417-80aa9c90080d tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0514412 May 20 18:33:17.956637 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8eaafaec-c1b4-4106-b374-101182502be1 req-fb740f2b-b7cd-4a49-b872-f8efdabb52ea tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0430474 May 20 18:33:19.120829 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-61a0a170-fed8-48e0-a63d-2b5cfef8c282 req-1c238520-18a8-47a8-91c1-89e69e00d61a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0434115 May 20 18:33:20.285613 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-39c9acd2-b774-4147-a77e-badd52129206 req-6fee07b8-7d87-4356-9f61-8885d1c16223 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0462444 May 20 18:33:21.321424 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:33:21.439513 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4259e9e9-d3de-45f0-b4a1-2e5d9dc3c67d req-0f86e27a-ea88-40ab-9281-71c17a4730fa tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0444484 May 20 18:33:22.592588 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7bcdba80-3bac-45de-97a8-e720467b00a0 req-22087ad2-49b4-4a96-9831-81739648901e tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0420392 May 20 18:33:23.058076 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6a0-44af-4cc0-9c30-ed487bf2ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.837554 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4fc4fde2-78fb-4c15-b95b-9933144bbf55 req-e924ee98-06db-4a66-9a16-a233123e029c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.1354096 May 20 18:33:24.997893 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40081eee-2fbb-426a-ad17-c5162bf30a20 req-ea8a5648-a1a7-43b7-8986-1fa1a0dffb17 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0438659 May 20 18:33:25.425239 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0d35d2fe-7348-4ef2-b1fc-9871ee11be47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:25.663729 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:26.144716 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-83d959a7-cc70-490b-899b-ace4b04c6d5c req-fcf6aaba-2944-4e51-9617-cfebe569c0fd tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0424201 May 20 18:33:26.607816 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:27.295320 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-af8c4611-96d1-4f48-a488-25c8a3266310 req-8abf7946-40bf-4a08-af3f-27b689f193b6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0455031 May 20 18:33:28.444070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-90d53032-0c83-46ac-b4bb-991c960cca56 req-a0397c27-c5ed-42d8-bd38-949311155577 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0429370 May 20 18:33:28.503544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:28.504634 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:29.593151 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c918d369-7595-4816-9c13-89878272e771 req-56635d47-fb36-4203-b13b-0442a6d80130 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0421519 May 20 18:33:30.749517 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-496fd4fb-cf6e-4a84-8ac5-60ea1d5819c6 req-be9a6a17-d964-4496-b6dc-ec9cefea2eb8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0461936 May 20 18:33:31.900499 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6dd5acc4-abe4-411b-98c4-67a15ec84314 req-be089f59-4680-419d-8cd3-1be9a04db711 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0424366 May 20 18:33:33.047606 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c588381e-44dd-4d11-a48c-b6c5d560ac20 req-2edf9ab3-f46b-4615-a0a9-41531be163d4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0420918 May 20 18:33:34.200550 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8c634067-307f-48b8-8dfa-5bb7ba71da55 req-8c75779a-3748-4740-a43d-7995e6481490 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0451376 May 20 18:33:35.352462 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3159e23-db5a-4cd3-bba7-cf112aa79fa9 req-d7651bfa-43d7-40bc-9b0b-986172ab458f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0452120 May 20 18:33:36.515306 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-946eedd3-7028-4fc1-9cfc-0d26407314db req-1f5d16ba-de08-44cb-a4c0-2b19173512bc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0437765 May 20 18:33:37.670019 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-734d5d28-8c12-4d32-8dcb-83460c2e7903 req-3a341bc9-03e1-42b7-a68b-756ba2a19731 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0458684 May 20 18:33:38.831104 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ae20b7c8-ddab-4979-b4dd-f9b7680e34a1 req-f62402eb-3ddc-4773-94c9-5ca635cfab60 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0422606 May 20 18:33:39.985178 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-07b528b4-1205-471b-9c5f-7af250f30162 req-e7141071-fae5-481e-8581-3dd1f71833bb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0431750 May 20 18:33:41.145488 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c1d67e28-42fb-48e9-8927-da998954394d req-4ea1aed6-a96e-44e1-aff4-1a54fdd0d344 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0462027 May 20 18:33:42.300429 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d5ad0915-675b-4a2a-b748-bc286815c408 req-c7fc7405-35ff-4cfa-b7fc-247a883fa18f tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0429859 May 20 18:33:43.453551 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cbaf4439-8631-4cf6-8a8f-7f730815285e req-b379c29b-5d7c-43a0-a192-4658ea84c1a5 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0459466 May 20 18:33:44.623007 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a71e94e4-abd5-4c60-8fa8-876708e0ea6b req-54df6823-505b-4a07-a0e3-de50f223fa26 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0516915 May 20 18:33:45.793690 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-187528fc-348a-40a2-b13c-625e2961c8ba req-760d0c58-bef2-4516-b384-5d62d0b150bc tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0478902 May 20 18:33:46.964288 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-658adf01-d558-4642-9700-47c9c05bd198 req-8bd0ad0c-7e5f-4131-b8a7-e460e5d93f23 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0488009 May 20 18:33:48.132893 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-69b9b940-31a7-4424-bd00-e6e62afb353c req-487c03d7-9d08-4eb4-ac87-d535765e6cd4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0462003 May 20 18:33:49.283028 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a08e346-a46a-43e6-bcab-474d5b76ea46 req-b8e65ecc-b866-451f-9d68-6872bc1e14b2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0434108 May 20 18:33:50.450283 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7d00fddd-7b84-4f0a-bf1e-d4af88d1c560 req-e63b4b9e-9703-42df-b9a2-91d2aefe9304 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0427549 May 20 18:33:51.625776 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3f86d1c6-dc3e-4908-bf0e-4caa145a70f6 req-5a58767b-f93b-46c4-bf34-615d297d0b28 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0510504 May 20 18:33:52.784646 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f55e40b3-9a2f-40ae-bf68-74b55b95a2c0 req-4da07e20-cca3-4456-87b6-3a0e51366f7a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0419993 May 20 18:33:53.053825 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1f2e8dfd-4350-4a32-b26c-2d09eb39b158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:53.972568 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d81f1964-449e-4cd0-9b51-d58b4331478c req-257d8395-0eac-4862-979e-cf31c5cff42b tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0533736 May 20 18:33:55.135179 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-69dcdb26-027f-44db-bf2f-4896176997fa req-71a0382b-96ed-4de4-99a4-1bd93de8e048 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0475080 May 20 18:33:55.411355 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8e04df94-b585-4a22-8b20-0108f4037604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.648771 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:56.301439 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2aff8746-6333-4930-b2fc-08ae23c4983b req-1f0ad3b9-168f-4f60-bdf0-460af87bfcad tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0549848 May 20 18:33:56.601202 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.460184 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d09772f7-7bc2-4324-8c63-bf1a67d48dd2 req-d9352144-656e-4b66-8147-2572974719f4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0417387 May 20 18:33:58.325820 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:33:58.508633 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:58.509986 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:58.617776 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-952c930b-3000-4bc7-bd6b-0b84e50eaddf req-28df54ee-32ec-49df-9fef-02d5494c8742 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0474994 May 20 18:33:59.774737 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5d34aba3-5129-47e6-ae0d-14e35d0bb2b6 req-c465200d-66fa-4cfd-b63e-d2d1d5277aa8 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0420735 May 20 18:34:00.936994 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0957919d-1add-49a0-8695-37a21b6a51a6 req-47a38d78-cc1d-405d-9196-5f8e5c63054c tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0430357 May 20 18:34:02.187558 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ea387a70-c548-45db-b290-2aea443de9f0 req-8634be09-1f45-4904-a6ff-234d5e90de18 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.1304321 May 20 18:34:03.336160 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d4f7967e-c4e3-46d0-a14f-9ad8bc6645a5 req-165f7b16-83e5-4d2e-bdd2-f43e6968efc4 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0426958 May 20 18:34:04.494357 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ea779eb7-aaea-4df8-b7fd-9383a89d8f1b req-8e4955f8-219f-41d2-897f-18016af04106 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0438535 May 20 18:34:05.648792 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a473fac6-e69b-463a-9e35-872912477426 req-8fb4d856-085a-43f6-b4f6-a0c625f1f971 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0458219 May 20 18:34:06.806568 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2ff9f017-c01c-42c3-91ba-144edc38e3e7 req-db20e717-50a0-466b-91cc-d0920dfef9ea tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0421054 May 20 18:34:07.956392 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-61c53264-592c-4804-bc25-2a8afc788bf5 req-11de7c08-0f66-4491-b87e-e5df6d69cf33 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0438259 May 20 18:34:09.108140 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7fa2a02c-2451-403c-a1bc-0de343475b4d req-4d9f0e2b-8ff8-4600-89c7-dc7e153cd1fb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0455956 May 20 18:34:10.258445 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-740b217a-c670-441f-be79-5b36cff71ea8 req-926a7d20-d2f2-4f14-8834-ce2401fad068 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0441906 May 20 18:34:11.409505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-267bc9ea-9339-4c39-9c1a-e69b82ca3ca9 req-f7c138b2-d36b-4383-91d2-5cabc7e33ea6 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0444856 May 20 18:34:12.563667 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0ee0aade-c5d1-4e81-bab2-4ad2d547dc0b req-115e0cf7-b6fe-4e93-a382-b18fe8313543 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0457325 May 20 18:34:13.721477 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8da79950-4e2d-4ff5-9ff9-afcbdb14e573 req-9e88a200-7aef-45e1-9250-e4702a14c047 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0422015 May 20 18:34:14.880255 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cc687291-038b-4b8c-bb2e-5704fa2b3d4f req-4ed6bb3b-3118-4106-93a6-17d810869fcb tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2b1702-2f49-4cc1-a3d6-7c85a5162c43 HTTP/1.1" status: 200 len: 210 time: 0.0527775 May 20 18:34:15.975935 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49190) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:16.049529 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:16.079256 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:16.152513 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:16.156693 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b92466c0-0867-4662-a8cb-0a6891111bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:16.171623 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5d700-034a-4674-80c5-1fc40d7e4181,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:16.182173 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.182570 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.182930 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.183284 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.183638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.183984 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.184311 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.184655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.184996 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.185374 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.185713 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.186072 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:16.189812 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:16.192341 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:16.192830 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3e5d700-034a-4674-80c5-1fc40d7e4181 HTTP/1.1" status: 204 len: 168 time: 0.2158480 May 20 18:34:16.328018 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49196) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:17.040685 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:17.538981 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Deleting port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:17.539276 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:17.660033 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] For port a798ae69-bb99-4cad-aeab-e9e16eb7d4ef, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:17.660348 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:17.780203 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Calling delete_port for a798ae69-bb99-4cad-aeab-e9e16eb7d4ef owned by network:router_interface {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:18.082331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.087214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5c00aa5f-c84a-4de0-84ec-5bded028de8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:18.169866 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a798ae69-bb99-4cad-aeab-e9e16eb7d4ef,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:18.181462 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:18.411689 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.862906 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Router bd7f1816-c3b8-495d-a1a8-1e4e578787fc has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:34:19.047177 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:34:19.057718 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] Sync routers for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:34:19.064273 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-951c3e05-7e24-4ee2-b421-f4f7776234b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/bd7f1816-c3b8-495d-a1a8-1e4e578787fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7351670 May 20 18:34:19.067285 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49234) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:19.071232 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:34:19.072231 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:33:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:19.262675 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks [] for router, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.319653 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:34:19.439176 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.517286 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Deleting port 55a2266a-8ab7-4519-b40e-4000ee2db590 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:19.517621 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.604631 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:34:18Z', 'revision_number': 5, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port': {'id': '55a2266a-8ab7-4519-b40e-4000ee2db590', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:44Z', 'updated_at': '2021-05-20T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:19.608888 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] Checking router: bd7f1816-c3b8-495d-a1a8-1e4e578787fc for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:34:19.617615 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] Routers {'bd7f1816-c3b8-495d-a1a8-1e4e578787fc'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:34:19.618211 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:33:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:19.650330 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] For port 55a2266a-8ab7-4519-b40e-4000ee2db590, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=55a2266a-8ab7-4519-b40e-4000ee2db590,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:19.650827 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.773318 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Calling delete_port for 55a2266a-8ab7-4519-b40e-4000ee2db590 owned by network:router_gateway {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:19.773573 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] Set router bd7f1816-c3b8-495d-a1a8-1e4e578787fc gateway port host: None {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:34:19.883549 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:34:19Z', 'revision_number': 6, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:19.887528 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff23f9-727f-4103-b15b-e1583ccfe8cf None None] The sync data for ids ['bd7f1816-c3b8-495d-a1a8-1e4e578787fc'] in dv-cinder-792462-1-iscsi is: [{'id': 'bd7f1816-c3b8-495d-a1a8-1e4e578787fc', 'name': 'tempest-TestShelveInstance-233601037-router', 'tenant_id': '2cfd6346a01f45969b0153591be060f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:43Z', 'updated_at': '2021-05-20T18:34:19Z', 'revision_number': 6, 'project_id': '2cfd6346a01f45969b0153591be060f1', 'gw_port_host': None}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:34:19.930039 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.934102 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-538b3d9d-dd73-488a-92f9-12a06bac3e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:19.976609 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a2266a-8ab7-4519-b40e-4000ee2db590,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:19.980082 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:20.072672 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.364519 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.367401 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.390598 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.391125 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd7f1816-c3b8-495d-a1a8-1e4e578787fc {{(pid=91634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:34:20.402973 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.404503 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3de7405c-3b1c-4a47-98b5-d9107f988f45 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bd7f1816-c3b8-495d-a1a8-1e4e578787fc HTTP/1.1" status: 204 len: 168 time: 1.3363066 May 20 18:34:20.407371 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49254) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:20.469499 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Deleting subnet 3e102140-40ef-4d54-a25f-92a7a34ed26d {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:34:20.472395 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.522221 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.636079 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.735354 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 55a2266a-8ab7-4519-b40e-4000ee2db590 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:34:20.769463 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 55a2266a-8ab7-4519-b40e-4000ee2db590 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:34:20.769802 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 55a2266a-8ab7-4519-b40e-4000ee2db590 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:34:20.770227 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device a798ae69-bb99-4cad-aeab-e9e16eb7d4ef no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:34:20.803013 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: a798ae69-bb99-4cad-aeab-e9e16eb7d4ef {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:34:20.803454 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device a798ae69-bb99-4cad-aeab-e9e16eb7d4ef not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:34:20.899963 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.904335 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:20.941319 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e102140-40ef-4d54-a25f-92a7a34ed26d,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:20.944319 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:20.945315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.953718 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116fa766-7e43-4ffb-a6e9-1e11e3033812 None None] Network 120ffe63-135e-4062-a4fd-344fc18c33a0 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:34:20.953907 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-b4e8774b-4e1c-4e08-9461-415f3aaf104f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e102140-40ef-4d54-a25f-92a7a34ed26d HTTP/1.1" status: 204 len: 168 time: 0.5426307 May 20 18:34:20.954203 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 49258) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:21.060755 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.135175 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Deleting port 8176a750-4d8d-4f5f-89d8-a433c511bcfe {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:21.135527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.232998 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] DHCP port deletion for 120ffe63-135e-4062-a4fd-344fc18c33a0 request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:34:21.238299 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] For port 8176a750-4d8d-4f5f-89d8-a433c511bcfe, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=8176a750-4d8d-4f5f-89d8-a433c511bcfe,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:21.238692 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.312204 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Deleting port 8176a750-4d8d-4f5f-89d8-a433c511bcfe {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:21.312614 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.367075 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Calling delete_port for 8176a750-4d8d-4f5f-89d8-a433c511bcfe owned by network:dhcp {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:21.412981 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] For port 8176a750-4d8d-4f5f-89d8-a433c511bcfe, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=8176a750-4d8d-4f5f-89d8-a433c511bcfe,segment=NetworkSegment(adeccfb1-8ec2-4d45-89af-d659176fe1be),segment_id=adeccfb1-8ec2-4d45-89af-d659176fe1be)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:21.413376 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.419920 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.426933 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c3766175-bc2a-4ca4-9343-102a2b764025 tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:21.477122 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8176a750-4d8d-4f5f-89d8-a433c511bcfe,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:21.483446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] No DVR routers for this DVR port 8176a750-4d8d-4f5f-89d8-a433c511bcfe on host dv-cinder-792462-1-iscsi {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:34:21.516721 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.517165 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.517691 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.518128 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.518568 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.518978 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.519382 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.519791 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.520218 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.520571 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.520916 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.521255 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.527411 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:21.587432 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Calling delete_port for 8176a750-4d8d-4f5f-89d8-a433c511bcfe owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:21.616153 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.629659 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ffe63-135e-4062-a4fd-344fc18c33a0']}} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:21.642008 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeccfb1-8ec2-4d45-89af-d659176fe1be') {'for_net_delete': True} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:21.642307 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeccfb1-8ec2-4d45-89af-d659176fe1be') {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:21.653818 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488841'] for segment, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.671451 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.677971 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=91633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:34:21.678346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9884876'] for segment, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: Traceback (most recent call last): May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: timer() May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: cb(*args, **kw) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: return func(*args, **kwargs) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: self._notify() May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: self.callback(batched_events) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: event.method(event) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: return f(self, *a, **k) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._get(url).json() May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: return self.request(url, 'GET', **kwargs) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:34:21.691677 dv-cinder-792462-1-iscsi neutron-server[91633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:34:21.712920 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.716470 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-2afa5605-b286-49d0-9846-d4e694fb7451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:21.762850 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Pushing event deleted for resources: {'Port': ['ID=8176a750-4d8d-4f5f-89d8-a433c511bcfe,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:21.769785 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] No DVR routers for this DVR port 8176a750-4d8d-4f5f-89d8-a433c511bcfe on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:34:21.770505 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.774262 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:21.780137 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.780538 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.780875 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.781198 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.781521 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.781834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.782412 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.782702 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.783043 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.783355 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.783666 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.783970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:21.787695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:21.793145 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:21.798149 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=120ffe63-135e-4062-a4fd-344fc18c33a0,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:21.802410 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:21.805881 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-b5c01e5a-4918-4f95-8657-308b2c1c55e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/120ffe63-135e-4062-a4fd-344fc18c33a0 HTTP/1.1" status: 204 len: 168 time: 0.8506048 May 20 18:34:21.808710 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 49274) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:22.452708 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:22.722087 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 8176a750-4d8d-4f5f-89d8-a433c511bcfe no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:34:22.756019 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 8176a750-4d8d-4f5f-89d8-a433c511bcfe {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:34:22.756339 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 8176a750-4d8d-4f5f-89d8-a433c511bcfe not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:34:22.874627 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Deleting port ec253969-0549-41a8-b6ac-14cd8dd138a6 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:22.874627 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:22.999186 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] For port ec253969-0549-41a8-b6ac-14cd8dd138a6, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ec253969-0549-41a8-b6ac-14cd8dd138a6,segment=NetworkSegment(7f672b00-8b26-46eb-9767-083ca0427667),segment_id=7f672b00-8b26-46eb-9767-083ca0427667)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:22.999493 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:23.049218 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-123834ae-350c-488d-a7c2-73f025dcc200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:23.126393 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Calling delete_port for ec253969-0549-41a8-b6ac-14cd8dd138a6 owned by network:router_interface {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:23.426029 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:23.431908 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:23.481363 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Pushing event deleted for resources: {'Port': ['ID=ec253969-0549-41a8-b6ac-14cd8dd138a6,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:23.628277 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:23.861966 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:24.243808 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Router 88edfead-2395-44c7-ab47-a52218a7bee2 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:34:24.421194 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:34:24.429942 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] Sync routers for ids ['88edfead-2395-44c7-ab47-a52218a7bee2'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:34:24.430656 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] 10.222.0.32 "PUT /v2.0/routers/88edfead-2395-44c7-ab47-a52218a7bee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6204171 May 20 18:34:24.433243 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 49302) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:24.440340 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] Routers {'88edfead-2395-44c7-ab47-a52218a7bee2'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:34:24.440914 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:33:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['88edfead-2395-44c7-ab47-a52218a7bee2'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:24.606095 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:24.616686 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] Set router 88edfead-2395-44c7-ab47-a52218a7bee2 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:34:24.792040 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:24.867871 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Deleting port ac7aeeed-2afd-467f-85f1-15185c8f4cdd {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:24.868207 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:24.911090 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:34:23Z', 'revision_number': 5, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port': {'id': 'ac7aeeed-2afd-467f-85f1-15185c8f4cdd', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:52Z', 'updated_at': '2021-05-20T18:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:24.915513 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] Checking router: 88edfead-2395-44c7-ab47-a52218a7bee2 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:34:24.925504 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] Routers {'88edfead-2395-44c7-ab47-a52218a7bee2'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:34:24.926089 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:33:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['88edfead-2395-44c7-ab47-a52218a7bee2'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:25.079324 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] Set router 88edfead-2395-44c7-ab47-a52218a7bee2 gateway port host: None {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:34:25.087582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] For port ac7aeeed-2afd-467f-85f1-15185c8f4cdd, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:25.087939 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.185797 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:34:24Z', 'revision_number': 6, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:25.190077 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e86fa-da44-44cf-b027-348765e86956 None None] The sync data for ids ['88edfead-2395-44c7-ab47-a52218a7bee2'] in dv-cinder-792462-1-iscsi is: [{'id': '88edfead-2395-44c7-ab47-a52218a7bee2', 'name': 'tempest-TestShelveInstance-1109269858-router', 'tenant_id': '59d8c5daaf0a493abb5df17abab05837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:51Z', 'updated_at': '2021-05-20T18:34:24Z', 'revision_number': 6, 'project_id': '59d8c5daaf0a493abb5df17abab05837', 'gw_port_host': None}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:34:25.213871 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Calling delete_port for ac7aeeed-2afd-467f-85f1-15185c8f4cdd owned by network:router_gateway {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:25.362606 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.366489 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-6aa24aae-6968-460d-98a6-4654c5c0fe77 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:25.410664 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7aeeed-2afd-467f-85f1-15185c8f4cdd,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:25.414147 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:25.419359 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3dacd721-a398-46f8-82ea-267b043ffefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.501053 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.659996 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.675269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.677279 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.767527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.768082 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88edfead-2395-44c7-ab47-a52218a7bee2 {{(pid=91633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:34:25.780920 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.782034 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/88edfead-2395-44c7-ab47-a52218a7bee2 HTTP/1.1" status: 204 len: 168 time: 1.3479185 May 20 18:34:25.784545 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 49326) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:25.847558 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Deleting subnet 2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3 {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:34:25.851250 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.901427 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488838'] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.023989 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.279883 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9884778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9895461'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.283572 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-276f2049-3685-4c75-a874-80bb192923b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:26.318109 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:26.321132 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:26.322092 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.328717 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69514ce-8a93-4aa3-b05e-e7603531b4ec None None] Network 1339c806-4567-4ef7-840a-ba68ce43d7c7 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:34:26.329936 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-6a7bf235-46a6-4145-9530-a7714495258f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ebcadcb-3d5f-4efb-ac85-2fdf4554e1e3 HTTP/1.1" status: 204 len: 168 time: 0.5444398 May 20 18:34:26.332527 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 49334) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:26.527656 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.578159 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] DHCP port deletion for 1339c806-4567-4ef7-840a-ba68ce43d7c7 request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:34:26.602135 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Deleting port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:26.602496 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.634798 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.652404 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] Deleting port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:34:26.652775 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.708065 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] For port 1ad6b87d-39b0-444a-917a-2803b91a9ba0, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1ad6b87d-39b0-444a-917a-2803b91a9ba0,segment=NetworkSegment(7f672b00-8b26-46eb-9767-083ca0427667),segment_id=7f672b00-8b26-46eb-9767-083ca0427667)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:26.708621 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.753702 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] For port 1ad6b87d-39b0-444a-917a-2803b91a9ba0, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1ad6b87d-39b0-444a-917a-2803b91a9ba0,segment=NetworkSegment(7f672b00-8b26-46eb-9767-083ca0427667),segment_id=7f672b00-8b26-46eb-9767-083ca0427667)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:26.754115 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.837806 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Calling delete_port for 1ad6b87d-39b0-444a-917a-2803b91a9ba0 owned by network:dhcp {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:26.884020 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] Calling delete_port for 1ad6b87d-39b0-444a-917a-2803b91a9ba0 owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:34:26.890989 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ac7aeeed-2afd-467f-85f1-15185c8f4cdd no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:34:26.893066 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:26.898802 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-32a97d5f-2c6e-44ec-bb6a-a8dc2131cec9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:26.944625 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad6b87d-39b0-444a-917a-2803b91a9ba0,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:26.946546 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] No DVR routers for this DVR port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 on host dv-cinder-792462-1-iscsi {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:34:26.949589 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:26.956519 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: ac7aeeed-2afd-467f-85f1-15185c8f4cdd {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:34:26.956947 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ac7aeeed-2afd-467f-85f1-15185c8f4cdd not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:34:26.957465 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1ad6b87d-39b0-444a-917a-2803b91a9ba0 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:34:26.998884 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 1ad6b87d-39b0-444a-917a-2803b91a9ba0 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:34:26.999968 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1ad6b87d-39b0-444a-917a-2803b91a9ba0 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:34:27.000473 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ec253969-0549-41a8-b6ac-14cd8dd138a6 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:34:27.043857 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: ec253969-0549-41a8-b6ac-14cd8dd138a6 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:34:27.044604 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ec253969-0549-41a8-b6ac-14cd8dd138a6 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:34:27.083109 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.086287 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.088228 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6e4f7976-51a2-4662-ab8b-4002ee9ae027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:27.106282 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1339c806-4567-4ef7-840a-ba68ce43d7c7']}} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:27.119183 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f672b00-8b26-46eb-9767-083ca0427667') {'for_net_delete': True} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:27.119472 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f672b00-8b26-46eb-9767-083ca0427667') {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:34:27.131521 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488841'] for segment, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.142261 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] Pushing event deleted for resources: {'Port': ['ID=1ad6b87d-39b0-444a-917a-2803b91a9ba0,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:27.144112 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] No DVR routers for this DVR port 1ad6b87d-39b0-444a-917a-2803b91a9ba0 on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:34:27.145475 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-37793efa-2419-4144-b0cf-b1d2a1e861c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:27.151416 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.159741 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=91633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:34:27.160125 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9884876'] for segment, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: Traceback (most recent call last): May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: timer() May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: cb(*args, **kw) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: return func(*args, **kwargs) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: self._notify() May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: self.callback(batched_events) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: event.method(event) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: return f(self, *a, **k) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._get(url).json() May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: return self.request(url, 'GET', **kwargs) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:34:27.174180 dv-cinder-792462-1-iscsi neutron-server[91633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:34:27.254274 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.264703 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:27.281252 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.292310 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Pushing event deleted for resources: {'Network': ['ID=1339c806-4567-4ef7-840a-ba68ce43d7c7,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:27.295571 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] 10.222.0.32 "DELETE /v2.0/networks/1339c806-4567-4ef7-840a-ba68ce43d7c7 HTTP/1.1" status: 204 len: 168 time: 0.9621248 May 20 18:34:27.296484 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:27.417848 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49354) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:27.469579 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3561fea5-1930-4d96-b2da-3939cb78c3bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cfd6346a01f45969b0153591be060f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504503 May 20 18:34:27.472096 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49358) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:27.534391 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.561950 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.620996 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.628924 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d4a3709c-da04-4e78-a1a7-bc74cd8b5974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:27.645352 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa51e03-6a27-44b7-ab76-0fbda42c6da7,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:27.647971 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:27.653032 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:27.654177 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efa51e03-6a27-44b7-ab76-0fbda42c6da7 HTTP/1.1" status: 204 len: 168 time: 0.1811988 May 20 18:34:28.028500 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49372) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:28.076691 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3b889a3f-24c9-4a74-808a-6af1b9c7f29e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59d8c5daaf0a493abb5df17abab05837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469806 May 20 18:34:28.079318 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 49376) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:28.147938 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:28.186234 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:28.253759 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:28.260299 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-543d8601-45f5-4cbb-aa4c-5eb158416182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:28.279882 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d091423-e7c0-44be-a1b8-0a1f3e559ca6,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:28.282457 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:28.283819 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:28.284932 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d091423-e7c0-44be-a1b8-0a1f3e559ca6 HTTP/1.1" status: 204 len: 168 time: 0.2047544 May 20 18:34:28.510649 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:28.516020 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:35.329649 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:34:53.055076 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4bae686f-2a5e-47ce-8a19-5e9c525a3d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.416149 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-74d43f90-028c-4392-b708-e2305a34f7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.667692 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:56.608134 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.518778 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.520272 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.853923 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-16a13efa-40b1-4dae-bdf8-76023e7951c1 req-48344c78-adc8-482e-bbeb-367ea784d133 service neutron] (91634) timed out ('10.222.0.42', 64916) {{(pid=91634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 18:35:06.644900 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-7ca7540e-8353-47d5-9c8e-813c701618c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2109380 May 20 18:35:06.788673 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-1cf9147c-fac9-4d3b-bd80-aa6650905c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:06.790210 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-1cf9147c-fac9-4d3b-bd80-aa6650905c73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94002bc0ab1443a69299aaae213b6ad3&device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 1098 time: 0.0722456 May 20 18:35:06.940569 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-557786fe-41a8-4246-a995-6da88521cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:06.942086 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-557786fe-41a8-4246-a995-6da88521cccb service neutron] 10.222.0.42 "GET /v2.0/networks?id=645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 200 len: 915 time: 0.1310921 May 20 18:35:07.012564 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-11ff15f9-afce-4d4e-92eb-46ad6eb274eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 200 len: 217 time: 0.0634332 May 20 18:35:07.075458 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-4774f678-42c1-4a15-8984-308f6b8f3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:07.076878 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-4774f678-42c1-4a15-8984-308f6b8f3476 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba65dbf-7ea4-44a4-8f47-c080573e1a02 HTTP/1.1" status: 200 len: 854 time: 0.0578523 May 20 18:35:07.123743 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-748b22f0-a6e9-4e7a-a617-cda762f71654 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=645e7bfb-cd95-49fb-ba86-243805a56d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394046 May 20 18:35:07.262859 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-6420ffab-01a0-4915-bfb1-c4149d887b8b service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321526 May 20 18:35:07.395047 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-bb7d9314-8561-462a-b9f6-1c912a265a9e req-3449e817-34ad-4d32-a8d8-fe1feb8d50d2 service neutron] 10.222.0.42 "GET /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252041 May 20 18:35:12.334234 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:35:23.060644 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8a23e061-eef5-4d37-9c00-70f361d98ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.422267 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-acdd5771-bfb1-40ff-bc50-3d310bccd0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.663042 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:26.624814 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.526868 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.530359 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.337614 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:35:53.067649 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-219e7939-148a-4d23-a6f3-f979821d8cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.418555 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-fd58873c-1ac0-40bd-a049-bc4468fb7dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.677794 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:56.627394 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:58.571326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:58.574812 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:09.257522 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-129adf72-c528-4b67-b137-12731c37ae71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1632583 May 20 18:36:09.349503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-5be60397-9e2d-4ec7-bd92-5881072e5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:09.351027 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-5be60397-9e2d-4ec7-bd92-5881072e5da6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.0709808 May 20 18:36:09.498361 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-e769c0cc-2ad6-49aa-a663-93e64ae2d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:09.500207 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-e769c0cc-2ad6-49aa-a663-93e64ae2d7d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1292033 May 20 18:36:09.572534 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-b4193d0f-aab5-4c92-abf7-c8442666bf7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 217 time: 0.0656476 May 20 18:36:09.639348 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-aad8a957-3be4-4d6e-bd0b-24e41a4fdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:09.640758 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-aad8a957-3be4-4d6e-bd0b-24e41a4fdf04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0595078 May 20 18:36:09.720928 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-e44a7d22-8db7-4573-99d4-b8359e7a53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:09.722367 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-e44a7d22-8db7-4573-99d4-b8359e7a53b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740521 May 20 18:36:09.867156 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-6be3d2d1-370e-4792-840f-3ad0d1a19787 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375721 May 20 18:36:10.002502 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d48e5393-f741-463c-88ac-ba37fe61eb92 req-73ce0389-c3ff-4e79-90f9-7610f7bec637 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276181 May 20 18:36:23.053770 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-1194d841-242f-4f24-a5c5-e97bd35f4ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:25.406038 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c912eef5-0322-4e6f-944b-69b50f26f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:25.581289 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19949a7-a6c0-4aa3-a457-e2fe74fca2c9 req-fa76be53-52a7-4a76-8114-3471cb44f353 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:25.582683 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e19949a7-a6c0-4aa3-a457-e2fe74fca2c9 req-fa76be53-52a7-4a76-8114-3471cb44f353 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 945 time: 0.2484541 May 20 18:36:25.628553 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e19949a7-a6c0-4aa3-a457-e2fe74fca2c9 req-b8f503bf-9cee-4019-be8a-ad826e5347e6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/security-groups?id=927fb966-1d27-4797-b253-73465079661a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 May 20 18:36:25.672641 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:25.936889 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-e3ab9fcb-42a1-4019-b294-780c421fb1fe tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:25.936889 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-e3ab9fcb-42a1-4019-b294-780c421fb1fe tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Synchronizing usage tracker for tenant:94002bc0ab1443a69299aaae213b6ad3 on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:25.954890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-e3ab9fcb-42a1-4019-b294-780c421fb1fe tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Unset dirty status for tenant:94002bc0ab1443a69299aaae213b6ad3 on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:25.956075 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-e3ab9fcb-42a1-4019-b294-780c421fb1fe tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 945 time: 0.1052079 May 20 18:36:26.094828 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Deleting port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:26.095202 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.230162 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] For port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,segment=NetworkSegment(5ef75908-c204-4d7d-b8ae-10533958155b),segment_id=5ef75908-c204-4d7d-b8ae-10533958155b)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:26.230506 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.336774 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:36:26.351969 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Calling delete_port for 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:26.470417 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.476620 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ea4345b-0f6b-4998-b190-6bc9b4b15d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:26.483414 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['5e560fdb-ce21-4b67-b1cb-347ca02e9a59'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:26.520207 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Pushing event deleted for resources: {'Port': ['ID=5e560fdb-ce21-4b67-b1cb-347ca02e9a59,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:26.529897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.530265 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.530647 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.531001 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.531348 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.531695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.532040 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.532502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.533232 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.533232 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.533513 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.533852 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:26.560245 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:26.607710 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] No DVR routers for this DVR port 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:36:26.610043 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.612609 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'name': 'network-vif-deleted', 'tag': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:26.622010 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.629470 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e1e5310b-e55b-49ac-8945-93a6cfbfe301 req-ccdce51e-d993-498a-b93a-be80983e3b2f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.42 "DELETE /v2.0/ports/5e560fdb-ce21-4b67-b1cb-347ca02e9a59 HTTP/1.1" status: 204 len: 173 time: 0.6677363 May 20 18:36:26.690009 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbba1ca-9ca9-4753-add6-665b39ef7bdf', 'name': 'network-vif-deleted', 'tag': '5e560fdb-ce21-4b67-b1cb-347ca02e9a59', 'status': 'completed', 'code': 200} May 20 18:36:26.802988 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a83b959-67da-46bd-86b0-cb6085ab5666 req-b01ad204-22a4-4bca-b938-7eebd13c2100 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0416873 May 20 18:36:28.011484 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16bdfd91-dcf3-4a58-a334-60c7ba7d9754 req-3b3eb45e-a280-4435-a45c-e41f7193d66d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0923376 May 20 18:36:28.524577 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:28.525927 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:28.659252 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:28.696493 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:36:28.696841 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 5e560fdb-ce21-4b67-b1cb-347ca02e9a59 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:36:29.166545 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3c231388-88b2-43d0-abf7-5c87f64e4909 req-4b134d12-88e5-4d12-ae06-93ab1841ba28 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0496316 May 20 18:36:30.341372 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-46125506-55c1-4faa-bb9c-54516b55f393 req-a9b12dea-1569-4b8e-9271-aa4d06eca1de tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0525618 May 20 18:36:31.501311 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1d6f0a02-dbe5-459b-880b-c213384203b5 req-3b662a95-f5ec-4ade-b6c2-a0b5f4ff8487 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0421641 May 20 18:36:32.663466 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7361b35-cadd-478a-aa3b-788aacc346f1 req-bdf2a8f8-8985-4e23-a4a2-0645339f82ed tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0449026 May 20 18:36:33.820141 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-994e016d-3bb1-4837-9777-c66288ac6ae1 req-f0f631a7-3edc-47b3-a7e4-056c046bba8e tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0427747 May 20 18:36:34.970696 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1d80e6c6-e6a4-4ee6-b92d-d6746fbdaa24 req-76689004-98c6-4ea7-b4a6-3c6cdbf5f772 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0438569 May 20 18:36:36.137111 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-481e87b0-abe5-45d6-b429-22848ced4210 req-adad86d2-63c0-4274-8d36-4cb4d13e45fb tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0478468 May 20 18:36:37.303626 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-28d7fa94-e640-4fe4-81c1-ef39c88160b4 req-11612449-06ed-4299-adff-52288e85c45d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0478523 May 20 18:36:38.473345 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8cfe889e-6208-4444-a25b-e5b42bc8fbd8 req-f86a1d72-75de-495f-b63d-12ccfa71577f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0500026 May 20 18:36:39.738152 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4d5f62a-ed39-42dc-8e12-c2d470de5682 req-66c00e31-4741-4b0d-bbe5-a3faef641415 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.1426847 May 20 18:36:40.901331 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-54df8b7e-b0ff-498d-9378-b9f126a85422 req-2f5c0a13-4ef3-4cc7-ab45-dce53b3182c0 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0421669 May 20 18:36:42.067678 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52ff765a-dae5-4f38-a2df-a08861144a96 req-97329767-977e-4f13-b4ff-1bc937c59266 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0465765 May 20 18:36:43.241752 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7c940858-d6c2-4056-84dd-72268b68039e req-e1d53847-f0fd-4bd2-914a-ac89e9d63db6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0494573 May 20 18:36:44.407869 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5100cfa0-1cc6-41ac-aee3-8a4d36530ee0 req-46dcd6f3-fb08-4fbc-9f02-a443b549d68f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0450208 May 20 18:36:45.574624 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6e8dd366-296e-4e91-a789-8ff6eba68c43 req-4c06401d-824e-4da1-b59f-ce2e57c820da tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0483508 May 20 18:36:46.750645 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3beea70-4820-4627-8062-f94f4fd832a9 req-b914a6de-56a6-4081-a716-f42263c2af1d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0531890 May 20 18:36:47.924281 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-82c08ffe-9d8d-4685-bdf6-af77eebaeedb req-52e53e55-72b4-49fe-af0f-42630c29c265 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0509181 May 20 18:36:49.089296 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d6d81856-52d4-4d02-ad4b-05d85144a2b5 req-b3577f5a-3fc0-428e-a904-b8cb5a48034a tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0449970 May 20 18:36:50.266843 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-58a49167-5cff-403f-8e98-c26ef38e177d req-283562cd-5203-46b3-b30f-0416b807b748 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0544102 May 20 18:36:51.429329 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0c0feb6f-f9aa-49f8-ba90-e35f66d9bb53 req-76a3a6c3-7d99-4c7f-bdb0-564d5397e148 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0429542 May 20 18:36:52.600699 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d772c61-b1af-445c-b441-09f5b465d657 req-c28599d5-3c53-497e-b1f6-8c18caf1cbed tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0479298 May 20 18:36:53.051169 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-220ca304-064d-4148-9455-1cc182535b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.752487 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40edaef1-1ef9-4e03-9272-e2128a3e0e1d req-dc116007-219d-4bf2-a397-9dba67b17a2a tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0423551 May 20 18:36:54.904277 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-acfdbd90-8722-427a-a54b-e05dcb12ee6e req-681218b5-2cfa-4b82-a877-3f4b9d4cc5d6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0427690 May 20 18:36:55.424534 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0d428131-085b-4cba-8893-86c1bd038456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:55.690519 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:56.059288 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c650827a-fe59-4b3e-a96a-6a79bf444d4c req-fb8e0b53-62d9-488e-aa37-c44c59e75b78 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0448570 May 20 18:36:56.628842 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:57.215834 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0d434d1-3409-41bc-b9df-30b2f87776cb req-8445ebec-4144-4faf-82e8-9b843c03811a tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0456471 May 20 18:36:58.379251 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b1dd052e-5248-41ac-9db4-204c75e4b8b7 req-f1ae1bfb-8052-428c-90f0-bb6d18684c3b tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0441949 May 20 18:36:58.524664 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.532492 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:59.571685 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-896d2b5f-fa55-4b3e-b29f-fbf0c1fbe71c req-2c41986c-8472-491c-89b7-c4d73c68ba69 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0538290 May 20 18:37:00.731117 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da8ce1fe-3c1c-49e3-8abc-383f4c975017 req-e09b6252-5be1-40db-9f80-d73fa005f83d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0433888 May 20 18:37:01.886765 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0b335454-c105-4b4b-9089-ce7095ef4110 req-af8d382e-7ed1-4ca2-9997-96b016103696 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0439463 May 20 18:37:03.050895 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d9d1c207-11ec-4c69-a269-e576cdd2e430 req-9705fe85-9fd7-4218-bcb7-2d40ccad8f40 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0511014 May 20 18:37:03.338951 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:37:04.205975 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6b5b830-f9ff-4efc-b173-8d7e8a846ec3 req-149159ef-4d45-4d4e-8ee9-3601573daed6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0422485 May 20 18:37:05.360947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a0887699-ab19-449f-aa44-1615547ec7c1 req-0fa85f91-2484-443e-b6cd-db9d0b529e0a tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0441067 May 20 18:37:06.512514 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cabeb511-e963-43ef-9785-f79b8dc58085 req-27ca0663-c54b-4313-85e7-7a348c3f0e95 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0466657 May 20 18:37:07.666697 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e287dfd6-eb61-44a8-89fa-efa93cfdd370 req-411520d9-72da-4814-a4d1-469f92bafe80 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0457475 May 20 18:37:08.832933 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3e2603bf-ea5a-4124-b6fd-629604f27750 req-d15d8677-330a-4361-a639-c8678f8da786 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0430543 May 20 18:37:09.542589 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-33e70cbf-d501-4094-8ea9-67350e9bb06d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750165 May 20 18:37:09.639507 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-b1cf83ce-f2af-4ca7-9506-fded73935b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:09.641002 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-b1cf83ce-f2af-4ca7-9506-fded73935b84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 1098 time: 0.0764592 May 20 18:37:09.888510 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-9579bd38-c0ea-4818-b110-379e60ac40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:09.890001 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-9579bd38-c0ea-4818-b110-379e60ac40f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 200 len: 918 time: 0.2279370 May 20 18:37:09.986459 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1380ffbb-54bd-48dc-96a5-4f3df07d18ce req-07367dba-43dc-4054-8b93-b75e3eadd462 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0465713 May 20 18:37:09.995027 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-3628ad3b-4be0-456c-9d08-5b136c210026 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01768c8-b620-4f4d-8593-38e2f707cee4 HTTP/1.1" status: 200 len: 1001 time: 0.0972745 May 20 18:37:10.059892 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-87a95b7a-6156-4fde-9e18-a92fee2be15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:10.061337 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-87a95b7a-6156-4fde-9e18-a92fee2be15b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 200 len: 856 time: 0.0595794 May 20 18:37:10.143607 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-f77cab35-889b-4353-a714-d18f7de28f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:10.145142 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-f77cab35-889b-4353-a714-d18f7de28f89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d0985a8-e3ec-4180-be96-b1b77eb4fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757446 May 20 18:37:10.278308 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-85a3d4bb-3e20-44c0-bf18-fe60a34b447e service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256561 May 20 18:37:10.412933 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5c3b26ae-2961-44d3-aba5-8a77ff460015 req-dd36f524-4e7b-4a85-af1f-893e573ff3b5 service neutron] 10.222.0.42 "GET /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268477 May 20 18:37:11.146772 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-adef8a9a-0ba7-4c36-899a-e358155f3a27 req-b9e04c66-41d5-4d4d-8b89-91bac0bd6a59 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0425322 May 20 18:37:12.306326 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e5f7e6f5-075a-4134-aa04-e03f62273312 req-aa476ff8-94aa-4bd7-ab04-9b9b09efe823 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0423377 May 20 18:37:13.474991 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1bd6db84-3a7b-4224-84fb-9dcd1afd3b85 req-6b646252-5d48-44b1-bd8e-a698625843d6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0452197 May 20 18:37:14.654415 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d4503104-f618-43a8-a2ff-a967f9769b0c req-b46dab73-965b-41e1-a300-3e589a087824 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0452147 May 20 18:37:15.822741 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cf8b10e8-572f-4619-ac0a-893c33ef4cfc req-cf80ba0e-50c3-4d50-aa3d-317bae02059e tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0494971 May 20 18:37:17.130789 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1b8f2273-334f-4abc-9d7a-9141a0a6d052 req-f680b7f1-58f9-44a6-904a-a970cf4bf830 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0471795 May 20 18:37:18.382473 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bab9ffbe-656b-4ac0-b34b-04666a6cb604 req-0e511e97-f330-4d9a-864a-6a0e062f1281 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.1343901 May 20 18:37:19.541633 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1502b5d4-d2fe-42f9-b565-8db803613ffd req-97a7ac6e-d601-464a-b287-993b49403486 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0477533 May 20 18:37:20.703051 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7d3a9d2-a303-4fc5-9b2a-866d42ae8a7b req-dce68a38-34e5-4c03-ab52-e933ef459ef7 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0448308 May 20 18:37:21.868179 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ab98d2fb-72cc-48d4-9cb8-cd08166860c5 req-de5884bc-f8f3-4a83-814f-2f4347577765 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0427299 May 20 18:37:23.022356 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f2d9edc3-e4c7-4bc0-89dd-89495e1967c0 req-93f1dbc0-b6c9-4ab6-b690-87408039e88e tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0431216 May 20 18:37:23.047145 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-541b6f51-1d98-49d7-9f80-9b720ba126cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:24.176913 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-bf5c4f31-0bbb-46cb-bb27-b96373cc1036 req-e5cda4ca-0e98-4cca-ae7a-26044aabaa68 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0456238 May 20 18:37:25.332585 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a109c13-f270-488b-a753-55ec74d44812 req-62787a90-a1b8-40fe-8ffd-90336ba03727 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0433779 May 20 18:37:25.410134 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bf06f906-40e6-4a8c-a0a0-300067272e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.683804 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.483596 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-31f1e48e-ed70-4fe3-aa87-573ffbad568c req-60ceec70-4f3f-419d-99c3-78800cd86cb1 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0427001 May 20 18:37:26.628624 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.638450 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-57100f8c-0895-469d-a31e-3b47fe97cbab req-9a98a513-786a-44f5-8950-924281149b60 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0475712 May 20 18:37:28.531935 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.536754 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.790683 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-80f4e109-5fb0-4aab-b404-c32b057d46e4 req-df5bd712-66ad-484f-9534-f9a90fcf4170 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0443122 May 20 18:37:29.952507 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-26877025-055c-45cb-b216-55fbf189b811 req-ca7a5bb9-2dea-457e-bc2a-ccb064d0bf03 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0527978 May 20 18:37:31.105892 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-81f87e4f-c863-4b5c-9eba-4c4ce8be012b req-e14a63d8-8c5b-445e-96fc-b4221422cfd1 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0456979 May 20 18:37:32.257187 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9c4b1d1a-b6eb-4583-85ee-3e908da7779d req-b57f2825-44f0-48cb-9403-6242a512f386 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0424085 May 20 18:37:33.407984 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16eb024a-ae3a-4fec-ade5-e93eebb89987 req-15398f82-e281-4ea3-98d7-5f5dfbc08d73 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0434048 May 20 18:37:34.560861 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a49a2108-1707-483e-a6e1-41fdb3cf0c80 req-520cc5c5-1902-42ea-a77d-73c1b0d7613c tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0450468 May 20 18:37:35.720640 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d24674e3-753f-4eab-addc-476971a8cf62 req-d51ca2da-2ec0-4737-93ca-42fd27282fc6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0428700 May 20 18:37:36.881908 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f6e723f3-2421-4bb3-9e3e-2d94887a210d req-d67f2430-7072-4327-8366-871c51c9f0f2 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0425620 May 20 18:37:38.049346 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-eb483564-afb8-4e19-abf8-873b36028900 req-79ee21b7-a2cb-455d-bf73-2de27b69090a tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0455129 May 20 18:37:39.230422 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7be28338-91c0-4bef-b398-5ce95c107b6d req-4090168e-1a86-49c3-95ca-54a1a6f6c7cf tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0518723 May 20 18:37:40.339860 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:37:40.394844 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-abcad02d-a576-470b-b756-961e09864780 req-249a3120-12fe-4b7a-9789-bee5fa61f1e7 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0429654 May 20 18:37:41.568636 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b31322c5-6374-431d-b79e-cb047449d3a9 req-3efc4d26-180c-44a7-9b32-55986881a4ee tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0540223 May 20 18:37:42.743754 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fcac51e5-1b48-4ec1-816b-de04daf3e0ac req-43b23819-e5f3-4933-8006-ad1fd88fad4b tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0436752 May 20 18:37:43.907292 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3798c61a-c1cf-43dc-ac7b-7ead1fdac447 req-4160ea4f-8e4c-4cf5-9c49-cf8064b426eb tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0446014 May 20 18:37:45.076570 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-86e386ad-2ff9-45e7-aec3-5ef77d88737a req-f9f1c756-4489-402b-b874-18149a5ac8e3 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0505412 May 20 18:37:46.245139 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b2fcba49-1932-4d96-a06b-af8b2e5a3168 req-1c7b401b-562d-4e86-a64d-e24a1e32dbf3 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0488393 May 20 18:37:47.413561 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f0e6fb06-54a4-4fe0-8d18-c3d5c3ac5cd4 req-57f92d97-179b-478a-af32-1d68877f94a4 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0496619 May 20 18:37:48.584948 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-31151f9c-0a8b-4c70-9ea3-bb8b6b4f6cdc req-981db2ac-c4eb-437a-b250-db3578c03d7b tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0542798 May 20 18:37:49.750937 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d6bfc40d-983a-46cc-b7e0-59139703ec50 req-a0700ba4-fdcd-4be7-a454-00a2404eb47d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0433004 May 20 18:37:51.071100 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f0562908-d878-40df-b35f-5d8aa0918372 req-8b72fc38-7000-4559-b937-9f8adcf98bf9 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0485251 May 20 18:37:52.243000 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ced28036-d8a1-4d52-a903-94386b8f2ab2 req-b466536b-9bb7-4ed1-8091-da0b231bfb33 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0550683 May 20 18:37:53.062403 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1c12-b827-4a63-9258-874d3c8f0d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:53.405355 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9fbd7cdc-3f42-4588-9db3-e830a0d6b02c req-7008b787-45c5-4018-9851-58584df4a357 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0439756 May 20 18:37:54.558063 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c0a126fb-dbc0-4cee-a2f5-0b2d9e2de0b8 req-72f994d9-55ad-45eb-a6a7-7bc3577affa4 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0435610 May 20 18:37:55.422059 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b36c8141-dbaf-4195-aba4-18a9becd649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.680876 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.808644 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c581d898-5600-4743-8106-3337df2bc1c6 req-558d97d7-9e9d-46ef-850b-031cc51df444 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.1440363 May 20 18:37:56.636308 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.965846 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ef9b24b9-9247-4510-b349-b32c5a964369 req-65c29a56-bae1-4840-a545-400bcf0c5e5e tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0420630 May 20 18:37:58.118671 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-27d292d0-93fe-417a-a9c0-0a641a91f1d8 req-eea72aa0-865a-409f-ba48-a2c4dff7cea6 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0424948 May 20 18:37:58.577868 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.580143 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:59.281095 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4fe33692-506f-4aa6-b50b-2d63ad854447 req-a7402180-d475-4e0c-90e3-7677dfe76f0a tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0464242 May 20 18:38:00.445504 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-be390307-c6ca-4334-b8c4-8fc070de2865 req-0fd613ba-b20b-4ac2-8713-65b7b7ca51b7 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0460346 May 20 18:38:01.602321 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-40a51772-1ba5-43b8-a676-b2fef777cd95 req-cc420fdd-84e1-4ef0-927b-cfdd33edd57d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0477438 May 20 18:38:02.756729 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-965d95d7-30bb-406d-8ab9-86f06dd03e8e req-aee0c06d-aa2c-44b4-ba38-273f8f8013d9 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0490472 May 20 18:38:03.919045 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d08bd604-9f66-4f26-89b4-c8478c7922bf req-2cb92585-7a87-4b9e-ba42-2ee3886887d8 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0429702 May 20 18:38:05.085982 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-47644fb3-2b19-4f1f-b161-b908f45a1b2a req-26a13ab2-e40a-4606-b340-84957811620b tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0519567 May 20 18:38:06.254851 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f3633c24-8bb2-40a0-a8fe-73b8da8d064d req-c52450af-db7e-4822-b420-9bfb7e1fa9fe tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0493977 May 20 18:38:07.421815 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-639ece22-88f8-44cd-8040-82c26050f19d req-d618b7f5-8308-4211-b312-fc023b7911af tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0461066 May 20 18:38:08.591281 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b4dde2ad-50d9-4980-bdf9-4de3aee38200 req-387a0b26-055f-4a72-82fe-ccec182040ce tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0491023 May 20 18:38:09.756766 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9410dce8-4b13-46ac-a207-1f3c53257f5f req-30a0a031-168d-4033-a2f8-f7236e8aef88 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0494959 May 20 18:38:10.530249 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-62f8011d-b7b7-4e42-9b7e-873d5b00c107 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747383 May 20 18:38:10.678418 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-b9bfb47b-90aa-4dbc-ad56-af0d2c695485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:10.679858 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-b9bfb47b-90aa-4dbc-ad56-af0d2c695485 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 1098 time: 0.0707328 May 20 18:38:10.834438 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-38bb654c-9b6c-40cb-b799-130648f2431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:10.835929 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-38bb654c-9b6c-40cb-b799-130648f2431a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 200 len: 915 time: 0.1358962 May 20 18:38:10.907292 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-560f59a9-0f2e-4561-8fb0-6667e7b446d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 200 len: 217 time: 0.0644813 May 20 18:38:10.911974 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ab9db9d5-c184-4b96-b237-e261748fd849 req-29818c4b-b4bc-4e7c-b716-7380586df0cc tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0438895 May 20 18:38:10.969773 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-f3d31257-40d9-40f2-ae4c-12330b003874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:10.971347 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-f3d31257-40d9-40f2-ae4c-12330b003874 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 200 len: 853 time: 0.0582063 May 20 18:38:11.050933 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-d3c759e5-7361-4b65-839e-b6755b8cd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:11.052327 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-d3c759e5-7361-4b65-839e-b6755b8cd534 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b9cc96a-c3fd-4b42-829f-487a420ae4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746887 May 20 18:38:11.185129 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-4820a192-e153-43bb-bf0d-0a3c31490969 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250114 May 20 18:38:11.314920 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-d76cd306-f29c-468d-83ee-29f0245c63e8 req-200b13ee-4754-4c02-a84b-76c7ec522710 service neutron] 10.222.0.42 "GET /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234682 May 20 18:38:12.076731 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-92040494-db06-4678-8fd2-3403a36fc8a3 req-0b465874-6ae9-4bdb-903c-4156465fda91 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0504396 May 20 18:38:13.251627 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35840c70-9d2a-4464-a222-63655af67d1c req-33960cf6-9c30-41a5-966b-09c2c249c40f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0540910 May 20 18:38:14.187303 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16648988-6064-434e-a024-0d3f1621dcac req-441a8436-34b4-4db3-8258-816c301a43d4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:14.188967 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16648988-6064-434e-a024-0d3f1621dcac req-441a8436-34b4-4db3-8258-816c301a43d4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.0883448 May 20 18:38:14.236788 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-16648988-6064-434e-a024-0d3f1621dcac req-f5cb50b6-125b-4674-95cb-02a31959433c tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/security-groups?id=da5b09b3-be58-4fff-971b-3ba63db31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 May 20 18:38:14.557491 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-74e67fa3-3c4f-4e9a-b857-cacdce838e85 req-90fc0b3e-09d1-4663-9e67-80252bc3022f tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0544612 May 20 18:38:14.690319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a46d59df-b713-414f-a6e0-89dccb4cdd75 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:14.690984 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a46d59df-b713-414f-a6e0-89dccb4cdd75 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Synchronizing usage tracker for tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:38:14.709843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a46d59df-b713-414f-a6e0-89dccb4cdd75 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Unset dirty status for tenant:9c9915a2158a4aa3bd0c2d65ff23ec73 on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:38:14.711013 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a46d59df-b713-414f-a6e0-89dccb4cdd75 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 945 time: 0.1035988 May 20 18:38:14.982147 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Deleting port 90eb6bf8-681e-4c8c-b74c-dc160dee25af {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:14.982528 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:15.117210 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] For port 90eb6bf8-681e-4c8c-b74c-dc160dee25af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90eb6bf8-681e-4c8c-b74c-dc160dee25af,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:15.117570 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:15.239161 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Calling delete_port for 90eb6bf8-681e-4c8c-b74c-dc160dee25af owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:15.353194 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:15.360209 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2f423bd7-25bd-4233-b17a-710103a6c12c tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:15.391155 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-80e72592-43bb-4921-a3e9-7ccd0afdd7a3 req-7c822015-b594-4600-9cb5-90a1ade43df7 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0445368 May 20 18:38:15.406405 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Pushing event deleted for resources: {'Port': ['ID=90eb6bf8-681e-4c8c-b74c-dc160dee25af,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:15.447326 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.447696 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.448056 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.448410 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.448763 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.449111 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.449452 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.449930 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.450337 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.450737 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.451085 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.451427 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:15.454726 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:15.494590 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] No DVR routers for this DVR port 90eb6bf8-681e-4c8c-b74c-dc160dee25af on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:38:15.497910 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:15.502017 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'name': 'network-vif-deleted', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:15.528026 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54a2a1f3-c806-4589-8b41-00e90f475e91 req-a39f6027-cba6-46d1-b2ce-5b27feebbcec tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.42 "DELETE /v2.0/ports/90eb6bf8-681e-4c8c-b74c-dc160dee25af HTTP/1.1" status: 204 len: 173 time: 0.8100612 May 20 18:38:15.618940 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb51995-82a1-4706-93aa-21b41b176900', 'name': 'network-vif-deleted', 'tag': '90eb6bf8-681e-4c8c-b74c-dc160dee25af', 'status': 'completed', 'code': 200} May 20 18:38:15.708853 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-93331fe2-6ecd-4209-91cf-62d6e787e617 req-29c4f176-f075-40fd-a7ab-35520ebf9ec2 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0441422 May 20 18:38:16.571735 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52ea96da-d814-484c-ab83-43fe60bc7136 req-23b814cf-9675-4d7e-8e0d-c5e79e22c62f tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0587337 May 20 18:38:16.870391 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-28b791b5-6203-4195-aab6-502ed292d805 req-d65f8291-f97d-49b1-8a67-b7632a511a41 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0425379 May 20 18:38:17.115636 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 90eb6bf8-681e-4c8c-b74c-dc160dee25af no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:17.161283 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: 90eb6bf8-681e-4c8c-b74c-dc160dee25af {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:17.161631 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device 90eb6bf8-681e-4c8c-b74c-dc160dee25af not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:17.345252 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:38:17.738033 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3f1ad9e2-74ff-443e-8271-2308698850e0 req-506ceaf8-c511-438f-82fb-bae035279123 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0447559 May 20 18:38:18.049608 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e0393064-6bb0-4af5-8689-cac0f2934a23 req-027770bb-dd01-4296-b6fd-128578c9c537 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0501142 May 20 18:38:18.908516 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-abe43d69-a283-4b77-b372-97932bde37df req-64264edc-b0c9-4d87-bd06-94bc340d99ce tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0431705 May 20 18:38:19.217503 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-015a5f3f-431a-4346-995a-3164b82be08e req-ec6bdb6d-15ee-43a4-a51e-9ff9f614db36 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0470161 May 20 18:38:20.069790 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4e9dbf98-ea2f-4749-96f9-4d372bc72576 req-37646e17-6d01-4d66-89b5-b45ffa6bb31a tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0466084 May 20 18:38:20.388774 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a8ad4f9-2f8c-468f-828c-8aaf09cf5a6a req-d96ea004-ae42-4605-b3c8-6d9df85299ae tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0507588 May 20 18:38:21.224566 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-10f6f442-a519-4185-8faa-60a6b45f8963 req-fdf979fc-9bab-40a1-b78d-d8b65a555bcf tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0423400 May 20 18:38:21.558265 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-430c307c-071d-4dbe-bfc6-a307402c6a1b req-4b0d3b07-7d08-47ff-99c3-bbef177cee9d tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0473621 May 20 18:38:22.399713 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1f114fbc-a07d-4724-b2d7-e0618a052350 req-83e9dac7-1229-4279-9808-711bb34615aa tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0455811 May 20 18:38:22.724618 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-374efc80-b6a3-4fc4-9bee-f1902e5fd54a req-3e4f9713-b246-4c93-8928-85a38ad41195 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0477664 May 20 18:38:23.062490 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a60ff2f0-e31f-4227-bc9c-60359fa272d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.567798 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f7596901-e2b5-43c8-86cf-0f0799b450e3 req-ce2ea6f3-6e12-49d6-9ebb-0404f8fbf55d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0496743 May 20 18:38:23.994583 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3c0c08b3-e963-49cc-b492-865ddceb557b req-9f230f34-57f6-42ae-98f3-8f4f90e8c60a tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.1358614 May 20 18:38:24.745576 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e6c6d3f8-12a8-4642-9531-fc80081d9b2b req-70e0c502-6ac5-49c7-8278-22441b665021 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0459030 May 20 18:38:25.167473 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-90969bb5-7d7e-4f37-9b77-0a06d3187ebc req-91832e79-ef26-4835-9ddf-08af2dfdb64e tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0476363 May 20 18:38:25.422202 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d415-4813-4337-8190-8bb71b4b8b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:25.689088 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:25.913270 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e1d2487b-6fbb-4c8d-8241-84afd07cb40f req-95719633-7aed-4b91-9b6a-a5da62b472ac tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0488143 May 20 18:38:26.341603 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-73eaf3c9-5e3c-4d44-8d67-6f53347fb4b3 req-38d2ca0d-f9c5-499c-a647-153f66623142 tempest-VolumesSnapshotTestJSON-1674684583 tempest-VolumesSnapshotTestJSON-1674684583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbba1ca-9ca9-4753-add6-665b39ef7bdf HTTP/1.1" status: 200 len: 210 time: 0.0524247 May 20 18:38:26.646415 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:27.071886 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7416590e-325f-4282-9c4c-bfc48b849bd6 req-e584b3d9-e1a1-4495-8eb8-27d19e1e5fbf tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0494802 May 20 18:38:28.222803 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1c494080-c2a7-4c0a-98ce-e8644d6c789b req-143e9421-4360-4dea-8f90-4e0247f0ff19 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0425248 May 20 18:38:28.544221 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:28.545459 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:29.376988 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9f026df6-205c-46ab-8397-4f3ec63cf046 req-2795db89-3ad8-4ee9-afee-7fb0201746e9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0466573 May 20 18:38:30.548821 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-339be5a9-1400-45fa-a136-2950afdc478a req-ea73714b-87b8-4a82-923d-35cce81cd6b6 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0509155 May 20 18:38:31.719583 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d61dfd66-a138-4ffb-90b2-04ce98f11037 req-91c05692-9ece-4819-b256-95440e5c96b0 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0490005 May 20 18:38:33.003247 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9af33b19-3953-4539-99d7-e2c836b15978 req-b5b710a7-b825-4363-ab3a-dbc5ccf012d5 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0437834 May 20 18:38:34.164828 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-80f581f8-f500-4411-bbd3-50241dce0d3c req-c9bf9689-9b93-4a24-9be1-9221fdbfebfa tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0447624 May 20 18:38:35.333830 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-71f53532-8502-4bd7-92d7-a6b2ea25ffad req-b6933d90-10cf-407a-8e0a-5672c1b8e20b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0510738 May 20 18:38:36.504162 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2c0bb6fe-51b4-4ff7-bfd8-ef810b4272df req-f2325363-4623-4f11-bd64-c6b5c8ca33aa tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0505493 May 20 18:38:37.680638 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-abba6411-a911-4bdf-96f6-56a562e3a69c req-46600464-a7fc-4247-862b-38b010ee16a9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0543683 May 20 18:38:38.834246 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d4a389fc-9aa3-482f-bfd8-b1ae4a96704b req-1d471b0c-10d4-4480-9d6f-ef7f9a861a75 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0439186 May 20 18:38:39.994763 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ad592ad1-4128-488c-9ea4-6be83ad7cf5f req-d93fda1f-b36d-4b41-a92a-f5faaf58a834 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0489645 May 20 18:38:41.169184 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-38aed264-16cf-467b-b307-301ca68e4b38 req-59393ba0-44ef-4cb0-8d37-3789c0d64a69 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0459461 May 20 18:38:42.331487 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8e15d52d-40e8-453e-9de6-24a2a3048c3a req-6e531c18-9665-4f56-8dc7-00dd3677e641 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0454805 May 20 18:38:43.487733 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2a16a3bf-54f6-4a9e-b4ec-650a119ad70d req-84704b22-b6bd-4756-a77b-b0bbf6613288 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0418408 May 20 18:38:44.662009 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5f63eca0-f880-42cb-a3f5-1f9ccfab4825 req-416bffb3-5b1d-46a8-8d15-7866921d0dd8 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0563121 May 20 18:38:45.836311 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b5892f4d-2f0f-467b-b185-bc9b5e1690de req-d059f254-b4e7-4457-a0aa-ffe60e8ca438 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0434570 May 20 18:38:46.536297 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acb014-18bc-414d-9ad6-01a7d27aa8ec req-6ca22d7d-1581-4a1a-a07f-20f58e3ba871 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:46.537658 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-37acb014-18bc-414d-9ad6-01a7d27aa8ec req-6ca22d7d-1581-4a1a-a07f-20f58e3ba871 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 945 time: 0.0867682 May 20 18:38:46.586237 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-37acb014-18bc-414d-9ad6-01a7d27aa8ec req-0cc0747d-3107-419f-994c-b73f32496639 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d583498-167c-4d47-af67-a4582d0d6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416937 May 20 18:38:46.839672 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a141-e32d-46e4-8083-f559d243572d req-13574c38-22ae-4e9c-a8f8-12bafc3ef244 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:46.840367 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-f409a141-e32d-46e4-8083-f559d243572d req-13574c38-22ae-4e9c-a8f8-12bafc3ef244 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Synchronizing usage tracker for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:38:46.859751 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-f409a141-e32d-46e4-8083-f559d243572d req-13574c38-22ae-4e9c-a8f8-12bafc3ef244 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Unset dirty status for tenant:f6c0d55d2ea7431c928b7da7e809187d on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:38:46.861228 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f409a141-e32d-46e4-8083-f559d243572d req-13574c38-22ae-4e9c-a8f8-12bafc3ef244 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 945 time: 0.1037865 May 20 18:38:46.986075 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a19daa7b-4d6a-4790-aecc-b4568074c306 req-2bdd3784-6cbd-4019-a7bf-32083a51fe6c tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0428054 May 20 18:38:47.006541 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Deleting port b01768c8-b620-4f4d-8593-38e2f707cee4 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:47.006886 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.143145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] For port b01768c8-b620-4f4d-8593-38e2f707cee4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b01768c8-b620-4f4d-8593-38e2f707cee4,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:47.143505 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.431181 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.431577 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.431922 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.l3_db [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Floating IP 6345894b-d036-417f-ab4a-f90c51765a50 disassociated. External IP: 172.27.1.183, port: b01768c8-b620-4f4d-8593-38e2f707cee4. May 20 18:38:47.432370 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Calling delete_port for b01768c8-b620-4f4d-8593-38e2f707cee4 owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:47.567391 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.575359 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:47.644434 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event deleted for resources: {'Port': ['ID=b01768c8-b620-4f4d-8593-38e2f707cee4,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:47.648902 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:47.754931 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cf5e5f87-1a5b-44c2-be82-fab11dbafb29 req-f40af4eb-66d5-4ad4-9517-12a7ad9835d5 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f326c0-caf9-4338-89a9-97d651b45433 HTTP/1.1" status: 200 len: 210 time: 0.0496840 May 20 18:38:47.943519 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:38:48.139296 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:38:48.149626 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] Sync routers for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:38:48.157230 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-633778f3-3ec4-4b5d-b148-a4c5907e5de0 req-cf3b027e-4012-4bb0-b795-595aac13646f tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0578282 May 20 18:38:48.173559 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:48.174472 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:38:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:48.217084 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] No DVR routers for this DVR port b01768c8-b620-4f4d-8593-38e2f707cee4 on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:38:48.220054 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.223971 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'name': 'network-vif-deleted', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:48.241622 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-f409a141-e32d-46e4-8083-f559d243572d req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.42 "DELETE /v2.0/ports/b01768c8-b620-4f4d-8593-38e2f707cee4 HTTP/1.1" status: 204 len: 173 time: 1.3745015 May 20 18:38:48.311470 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f326c0-caf9-4338-89a9-97d651b45433', 'name': 'network-vif-deleted', 'tag': 'b01768c8-b620-4f4d-8593-38e2f707cee4', 'status': 'completed', 'code': 200} May 20 18:38:48.363771 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:48.682335 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:48.686639 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] Checking router: 2fbd8854-566f-4bf5-a66d-e998d5ce0411 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:38:48.695022 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:48.695670 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:38:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:48.875752 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:48.895761 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 52222) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:48.959986 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.987911 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.043365 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.047749 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-311b111d-84df-478b-a412-0eaf2c5b805e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:49.063239 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d583498-167c-4d47-af67-a4582d0d6be6,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:49.072691 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.073064 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.073473 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.073820 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.074281 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.074664 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.075018 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.075367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.075740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.076087 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.076433 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.076778 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:49.080225 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:49.086445 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.087479 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d583498-167c-4d47-af67-a4582d0d6be6 HTTP/1.1" status: 204 len: 168 time: 0.1906495 May 20 18:38:49.090315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 52226) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:49.106953 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.api.v2.resource [None req-d1369429-247a-4f4f-9021-e4631b81b060 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] show failed (client error): The resource could not be found. May 20 18:38:49.110320 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d1369429-247a-4f4f-9021-e4631b81b060 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "GET /v2.0/security-groups/2d583498-167c-4d47-af67-a4582d0d6be6 HTTP/1.1" status: 404 len: 347 time: 0.0166831 May 20 18:38:49.110763 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 52230) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:49.244848 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:49.251207 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device b01768c8-b620-4f4d-8593-38e2f707cee4 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:49.277398 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee631a-5052-431d-bcdb-a0c6e5b9a40b None None] The sync data for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi is: [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:40Z', 'revision_number': 4, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '40b2ca22-64b5-4d0b-854c-520fd41ec991', 'name': '', 'network_id': '5d0985a8-e3ec-4180-be96-b1b77eb4fab4', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'mac_address': 'fa:16:3e:9a:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:39Z', 'updated_at': '2021-05-20T18:24:46Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'subnets': [{'id': '71b70d6c-6298-4e10-9c0a-7fedfdaa3821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:38:49.289922 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: b01768c8-b620-4f4d-8593-38e2f707cee4 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:49.290278 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device b01768c8-b620-4f4d-8593-38e2f707cee4 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:49.436064 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-52e16ed2-0694-41cb-98f7-a69b4d7df345 req-733259d3-4fe2-46cf-b260-4c5746cdeb1e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0840619 May 20 18:38:49.483692 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Deleting port 0b107c31-1a15-4e5e-95a6-a658938e1e1c {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:49.484034 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.522055 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980252e-fda7-4acb-b7e4-133e0f3db38a None None] New status for floating IP 6345894b-d036-417f-ab4a-f90c51765a50: DOWN {{(pid=91636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:38:49.607757 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.608064 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.729691 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Calling delete_port for 0b107c31-1a15-4e5e-95a6-a658938e1e1c owned by network:floatingip {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:49.860482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.865332 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5a0b77cd-483b-436a-9047-85d61c97f1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:49.932897 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Pushing event deleted for resources: {'Port': ['ID=0b107c31-1a15-4e5e-95a6-a658938e1e1c,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:49.935325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:50.005486 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks [] for floatingip, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.019962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.021063 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] 10.222.0.32 "DELETE /v2.0/floatingips/6345894b-d036-417f-ab4a-f90c51765a50 HTTP/1.1" status: 204 len: 168 time: 0.9093802 May 20 18:38:50.589444 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-28961dc4-4a2e-476f-8b4f-c8bd3c1722e1 req-f286f868-d083-4a2a-9c1f-cb54c3f11d1c tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0425129 May 20 18:38:51.743863 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1bfcd978-c703-4cf1-8501-da9518a912e4 req-db83c863-cdbb-4c54-8f98-230ef250edc8 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0427639 May 20 18:38:52.897881 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d2568599-7298-4700-9085-a18e9e7004af req-c875771d-2419-4673-ba46-3f4552f224e2 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0464113 May 20 18:38:53.061696 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6804a169-0c62-4d1b-978a-1d88df6e746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:54.049108 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d6f7df2e-6899-4437-95bc-6c2babe88e00 req-4b7b93e5-4f06-41d0-9868-5fafb065e899 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0431566 May 20 18:38:54.349415 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:38:55.203996 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-a32e1fb1-79bc-44e7-9b4b-f08195c9589f req-adf3031d-662b-4e03-9a72-6b77b3c9d2e9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0419898 May 20 18:38:55.412010 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0437da03-ddf9-419e-a6b9-1aa1e8a59c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:55.685044 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:56.365934 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d9361126-7c70-43cc-a6a9-eb42a66239e7 req-cb523f65-4e5c-41e8-82f2-fe482e1fb3e3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0473073 May 20 18:38:56.648841 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:57.523748 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fab80f87-5ba8-42ba-b5a7-eb598e904164 req-71d770d1-3f12-4049-ad6d-a8ebcf98a79b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0428081 May 20 18:38:58.542925 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:58.547783 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:58.677073 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b3bdb0b8-0c19-444b-87b6-dada118e0494 req-54471022-b1a1-40a6-9c1f-d646c855e4bd tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0427277 May 20 18:38:59.851065 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6b4293ee-5833-4a37-807f-1b7e192676af req-0691199f-9c3e-418a-8c7e-cc02e28b0601 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0469790 May 20 18:39:01.015260 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0291f9b3-c476-4d9a-b937-9d9e1d31e3ae req-4b2ec0a1-25e5-46a8-9ba6-6c51be16300b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0509441 May 20 18:39:02.203017 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f645ae93-7fe4-4bbf-917c-21d58411c73b req-c61a6084-7813-491c-b53c-c1afaecc3752 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0655303 May 20 18:39:03.380370 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-396e0806-bb3b-40d1-b3e0-73d0573a625e req-6a22a2ef-2f1e-4500-9d92-feef9f491be5 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0465832 May 20 18:39:04.548008 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-644a618f-ef96-4a6f-919b-9d5ead3a0f3d req-75cf73ab-cbbf-4a20-af39-b6f22aa0fc56 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0422816 May 20 18:39:05.708370 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b55d1927-10ad-4dc4-b0c3-0b925906c446 req-805161c1-cf8b-4b96-81a6-3d1cf768b186 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0485513 May 20 18:39:06.872758 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9ae4a082-9616-4a17-aa22-7c31fed6be4d req-532f3991-a815-47eb-bcaa-839345ffe3b7 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0495603 May 20 18:39:08.033918 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0288b4fb-9fbb-4b71-b8f3-d6ff8a11fb61 req-e26cfd44-5774-484d-a920-c6bf509aa8bc tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0441325 May 20 18:39:09.197672 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-131018db-bbe3-4bab-a04b-bb483ec53cec req-b6c84488-154f-49d6-ad9c-52e7fa78fca6 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0425632 May 20 18:39:10.479150 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-08ae2cb2-0074-44eb-a071-93300c79b8fc req-07ec3475-ea4f-4aae-a2ed-bbf7b94fea1d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.1640863 May 20 18:39:11.661459 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d7e7501f-a145-4914-b51c-0792f516e4aa req-77926aec-c735-4bf3-a04c-a6aa35b6ffef tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0489259 May 20 18:39:12.831790 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c8858525-9f49-46db-bfc4-cf93695841e3 req-92856a54-e014-4c47-add6-fd41cf72994e tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0428560 May 20 18:39:14.000758 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-686d1dfb-cf18-4663-9c77-3cd5681302d5 req-2dcb827d-c58c-4bb4-a638-ce6f88b7d333 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0544050 May 20 18:39:14.149910 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-b8cd9c74-0576-4207-8c64-196568fc1358 req-895b3021-1829-413c-9e68-625f4ed4e1ee tempest-ServerRescueNegativeTestJSON-79030951 tempest-ServerRescueNegativeTestJSON-79030951-project] (91634) timed out ('10.222.0.42', 64958) {{(pid=91634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 18:39:15.168960 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7ee4087a-58f6-408d-9540-9f17232de3af req-32fe8013-10e9-4dd6-b1dc-0bb368ca0431 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0501356 May 20 18:39:16.342195 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-24c0e453-f76e-4172-9a19-37a6f63d0499 req-2f6adae3-c53b-4e64-8437-27b69c52b46b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0517080 May 20 18:39:17.512500 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6fec3cd4-1835-4376-8d70-58286e436547 req-f2c2466c-7db4-45b9-9d6a-e734047b38b0 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0471451 May 20 18:39:18.684440 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-29177cc7-dab1-4964-8acf-7acde6a9c78f req-a238c8fb-75d0-4b84-a189-43be05f39643 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0523577 May 20 18:39:19.847056 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9127fe3f-925b-406f-80e6-8b5740fb0c11 req-64d8511c-3588-4915-ae35-a9ae433775eb tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0421753 May 20 18:39:21.002902 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d091ac00-0a61-46b5-813b-1c4b1bdd2ea6 req-a6bac878-2ba8-45a1-9e94-273644789a40 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0464132 May 20 18:39:22.161100 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-89a8213c-a58d-4cb8-866d-ad207af75493 req-0139945f-a341-4516-ba6d-1861b72e9c1a tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0451446 May 20 18:39:23.068596 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6f5e388c-da38-4af1-877c-d25fe0e6af26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:23.374353 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-2ef0c275-47e6-4a8a-8fa8-a48d24b27856 req-4c4b0507-066e-4575-9b12-4ac146b65309 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0435452 May 20 18:39:24.537477 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5b75fd63-04fb-498b-ad8a-0a79e9c453a4 req-be382051-c37d-43dd-8042-f3c8ff565e05 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0482292 May 20 18:39:25.416613 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f1af-ec3f-4a83-bcbe-bb05925e064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:25.669292 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:25.688362 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8048917f-180d-46f9-b29c-2ede9cf9a5f4 req-15056d1b-1f02-4f0e-a169-26b0719c510d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0431054 May 20 18:39:26.646190 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:26.843581 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8258306c-ad87-4853-a57c-73a9eeec1cfe req-07a880fa-e059-4684-8b3b-4454c7d56c46 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0421166 May 20 18:39:27.998585 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0883770f-a25f-462f-acad-af077ec64707 req-b4a7386d-84d5-4176-b1b7-d3da90f04032 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0470581 May 20 18:39:28.549015 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:28.560387 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:29.164622 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-143197e7-0adf-4902-bec6-1252106e0c5a req-d9caf3b7-9dae-4593-8bc3-5b198b56afef tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0438762 May 20 18:39:30.336611 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-81712675-fe59-4081-a01a-47537e56afc2 req-abdfba59-f169-49ee-bfa7-c9bee74c62aa tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0421152 May 20 18:39:31.348715 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:39:31.489316 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ac4e852b-cea8-42b0-b500-dd20e080e33e req-60461863-5e48-4c21-85bb-8aee5cd0bd0f tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0453308 May 20 18:39:32.796151 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-160b768f-d9c1-400a-8a02-8f7bcabfdd5d req-3169bc60-6d52-4bba-9c76-c2a4d59ef4db tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0533967 May 20 18:39:33.973713 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4d5cb430-5388-4b46-9a37-57054be616ad req-d2dd7f27-f47b-4dfb-ac4f-d280c38e17f9 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0535343 May 20 18:39:35.151506 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-fa2b0125-43d4-4e72-b027-c473c9e3378a req-e134a0ea-fcf3-4ad6-9bea-424b771e0901 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0505164 May 20 18:39:36.318212 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-aaafb504-d1a8-4a40-8eb2-2df6e7119744 req-574884f2-ad6e-4837-b35f-f82e5a9cc4d2 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0464582 May 20 18:39:37.488090 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-34b02ba2-269a-465a-bfb6-3210ec9ad54f req-eeb81365-8a1e-4cca-89f5-1ca7755c7419 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0478997 May 20 18:39:38.663067 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1801729a-a014-4e9e-a24b-64bc124b178a req-dca17e6f-7d3b-4704-98ad-0f991f809d9d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0509520 May 20 18:39:39.836641 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cace7a61-895c-44b0-b185-42905e546091 req-708a4358-dacb-47be-afe6-78bd90d09a71 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0510144 May 20 18:39:40.997248 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e50ee034-420e-40cf-891b-c45db8d2f2b8 req-cc0f6940-bfa8-4819-85b6-0135f4894b13 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0433445 May 20 18:39:42.172315 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-99b12a74-0a1a-4929-bf6f-3b2f8aa4f7ae req-08d81919-a68c-44d0-9549-3c8f8c1bbecb tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0520585 May 20 18:39:43.484764 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0e226c31-d559-40fa-886b-6bce34aa73d5 req-0fd98399-e699-4860-a967-36c5220bedf4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0427270 May 20 18:39:44.670978 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8e5bf714-641f-402b-b8f6-35b354cc4066 req-5c9e22c7-c015-4e02-885a-95620377118c tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0597236 May 20 18:39:45.842536 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-21a2afd6-393c-4022-8c06-db1d33bd6702 req-7f6e877f-b6cd-4a84-8842-0d0cec0a12dd tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0474391 May 20 18:39:46.995754 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4a12e52c-654a-4e4f-95b9-f94014fd2cd3 req-2541f9f3-62a4-4316-a7ed-52b76593b893 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0428357 May 20 18:39:48.157472 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1daa2b14-e7a5-49e9-9c15-ae579070be04 req-cf19fbe7-27c0-4f5f-94b9-45656d23fcdc tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0424292 May 20 18:39:49.310675 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-63a2b543-0d3f-4db2-a87d-988857e84bdf req-1792779b-b3cf-4dfd-84d0-b4ede7c013f3 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0456715 May 20 18:39:50.458246 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-31b3b2ef-902d-4dcb-b7ae-15f9e65594c7 req-d28f3c17-3c9a-414f-90fe-a451db19cb11 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0414748 May 20 18:39:51.611898 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c9ac2022-0ad6-464b-b3bd-715187a588fc req-e78a2173-1e6b-41b9-b12d-52405668a3cd tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0420794 May 20 18:39:52.766702 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4408e50a-5ec3-42b4-ab5e-3b30fc52acbc req-746bbff0-eb5b-4c39-ac27-ae85249ee8f0 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0461829 May 20 18:39:53.059908 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-f822e54b-7eb5-456a-9214-5d25a97f7805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:53.916702 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-f2779c46-3c03-4c10-a3c1-27853bad33da req-d7e6ffee-d3e4-4856-90c1-cd1bfe7b3ad0 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0428519 May 20 18:39:55.068438 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4a8f1fe1-d880-4e49-920d-d774244ffcf9 req-249471f6-8de6-40d1-9288-560377cf8051 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0417981 May 20 18:39:55.422623 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c33b51b3-d966-4cc9-862d-05c978317ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:55.687403 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:56.223573 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-10ff9415-8812-41c0-8de6-b310421a0538 req-da77b93d-9d3e-4b35-8d29-119326db093f tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0443106 May 20 18:39:56.660846 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:57.371721 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-343eaa18-af72-41f9-9299-f8e833189526 req-da22f258-9329-44dc-a053-e2673be9722d tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0418425 May 20 18:39:58.525400 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8a7c805a-a684-404f-a05a-81bee73ca8f3 req-1023fd4a-9715-4373-bc0e-a539a34de79b tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0424652 May 20 18:39:58.597243 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:58.599139 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:59.677374 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c1757c9f-1bd1-4b36-906b-a23621aa8117 req-90066472-7573-491d-82b6-ec0e7414a958 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0446556 May 20 18:40:00.847517 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cfc1470b-ea6c-4f9d-a088-d3e86af59160 req-a75a8d35-3926-43e0-8d40-b458604a773f tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0528111 May 20 18:40:02.018505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-351640bc-6948-4838-92bc-cb773644e1d2 req-36d0be93-1a09-409a-b3b0-b2d027866bd4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0492537 May 20 18:40:03.186836 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-809b5159-c9ed-40a0-bfd5-a26c33acd92e req-e121a68a-df7f-4554-a57e-d1bd90c5cf63 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0560184 May 20 18:40:04.359481 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-064af96c-4bbb-4a61-acce-b2e89c5d1478 req-f12b57ce-8570-4689-9c65-80be96e43ee4 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0545955 May 20 18:40:05.517102 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-661f1c6c-17ce-417d-b98f-d17153dba7c8 req-486a33ff-39be-4b65-9694-841d01da0645 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0417869 May 20 18:40:06.678892 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-858877ae-b7d3-45c3-8321-f0b46fdabaea req-4bd05874-1f86-4ed8-b08a-f8e607698d78 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0448575 May 20 18:40:07.857824 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3d61e8b4-ce10-4104-bd6a-e2d394be9b51 req-93838d98-dd78-4039-be00-eee37fe6425a tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0561974 May 20 18:40:08.352617 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:40:09.010444 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5706cd9b-6430-4aa0-af2f-e6534aad1b19 req-9726cdc9-7407-4335-aaeb-06458dd57723 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0426033 May 20 18:40:10.263434 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-387e3ca9-505a-4882-b091-e1c1969ddb8d req-f06e363e-d6d8-45a3-94af-d8799ddb0269 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.1341035 May 20 18:40:11.443108 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8fea90dc-6770-44f1-955a-4755a971f848 req-f63399fb-55fc-4f19-b863-156a1bf7bd69 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0487127 May 20 18:40:12.611098 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e561529e-8c30-41c1-9d83-bd41b561add3 req-caf06e18-8b15-4a47-a0ee-66c55c249b9c tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0475082 May 20 18:40:13.782246 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c665c26d-2072-489f-ba72-ad67e1b73234 req-a7272b4a-ae53-4a58-8548-8dbb0160a932 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0439525 May 20 18:40:14.950539 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-30f68104-396e-4e0c-aa6e-5072a9f1c481 req-668fa1a0-5da4-4db6-9a86-d1b61aa608ee tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0423229 May 20 18:40:16.130025 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b72656d3-19b2-404b-872c-a2b92d1e1b08 req-f7378383-0a1f-48e9-a808-3bea78802364 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb51995-82a1-4706-93aa-21b41b176900 HTTP/1.1" status: 200 len: 210 time: 0.0468726 May 20 18:40:19.208713 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 53252) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:19.869670 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.282192 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Deleting port e4911f9f-95c0-4fd5-9545-8f03757f7f69 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:20.282999 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.413967 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] For port e4911f9f-95c0-4fd5-9545-8f03757f7f69, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=e4911f9f-95c0-4fd5-9545-8f03757f7f69,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:20.414217 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.639692 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Calling delete_port for e4911f9f-95c0-4fd5-9545-8f03757f7f69 owned by network:router_interface {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:20.793022 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.797655 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-debe6b81-f7ba-4791-8e2d-fbbcc408e6e9 tempest-VolumesActionsTest-1659062391 tempest-VolumesActionsTest-1659062391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:20.844398 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4911f9f-95c0-4fd5-9545-8f03757f7f69,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:20.893087 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.893572 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.894211 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.894658 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.895085 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.895527 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.895949 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.896365 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.896783 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.897197 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.897609 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.898026 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:20.928775 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:21.144186 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:21.510154 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:40:21.689215 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:21.699201 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] Sync routers for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:21.704409 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-1b4a04c3-df57-4ee9-9928-7fa677673e9d admin admin] 10.222.0.32 "PUT /v2.0/routers/cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4923894 May 20 18:40:21.704789 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 53280) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:21.709955 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:21.710593 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:39:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:21.882624 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks [] for router, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:21.890811 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:22.181120 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:22.183402 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:40:20Z', 'revision_number': 5, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port': {'id': 'ffc37af6-5808-41af-a9d2-24246329b285', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:12Z', 'updated_at': '2021-05-20T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:22.187583 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] Checking router: cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:22.197175 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] Routers {'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:22.197858 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:39:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:22.254701 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Deleting port ffc37af6-5808-41af-a9d2-24246329b285 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:22.255047 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:22.350160 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] Set router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 gateway port host: None {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:22.381905 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] For port ffc37af6-5808-41af-a9d2-24246329b285, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=ffc37af6-5808-41af-a9d2-24246329b285,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:22.382254 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:22.497969 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:40:22Z', 'revision_number': 6, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:22.502057 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c56fe-4ad4-4dfd-8ee4-3fff63648e52 None None] The sync data for ids ['cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7'] in dv-cinder-792462-1-iscsi is: [{'id': 'cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7', 'name': 'tempest-TestMinimumBasicScenario-174885246-router', 'tenant_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:11Z', 'updated_at': '2021-05-20T18:40:22Z', 'revision_number': 6, 'project_id': '9c9915a2158a4aa3bd0c2d65ff23ec73', 'gw_port_host': None}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:22.507571 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Calling delete_port for ffc37af6-5808-41af-a9d2-24246329b285 owned by network:router_gateway {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:22.651588 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:22.655762 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:22.696434 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc37af6-5808-41af-a9d2-24246329b285,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:22.699011 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:22.804973 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:22.988751 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:22.990971 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.014423 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.015230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 {{(pid=91634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:40:23.028380 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.029424 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-4a0f43df-8b6b-498d-b33e-4f1a398efb0e admin admin] 10.222.0.32 "DELETE /v2.0/routers/cc2c22fb-98b3-4f8f-9f7b-be65d93e45c7 HTTP/1.1" status: 204 len: 168 time: 1.3234196 May 20 18:40:23.032276 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 53296) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:23.053921 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d19f864c-b64a-48ce-9275-36d57e175575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.099130 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Deleting subnet 4e298c54-c199-4844-8eb7-b9139b6bb1ad {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:40:23.102926 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.159883 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488838'] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.234287 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.309691 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device e4911f9f-95c0-4fd5-9545-8f03757f7f69 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:23.344373 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: e4911f9f-95c0-4fd5-9545-8f03757f7f69 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:23.344693 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device e4911f9f-95c0-4fd5-9545-8f03757f7f69 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:23.493515 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9884778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9895461'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.499173 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:23.536387 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.539400 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e298c54-c199-4844-8eb7-b9139b6bb1ad,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:23.541220 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de286b-814c-41e4-b146-a875f0fa9a48 None None] Network 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:40:23.549019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.549374 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.549739 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.550098 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.550478 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.550832 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.551184 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.551531 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.551881 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.552228 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.552571 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.552913 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:23.556227 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:23.558072 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-21f7c506-6882-40a8-bcb3-650831dd2718 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4e298c54-c199-4844-8eb7-b9139b6bb1ad HTTP/1.1" status: 204 len: 168 time: 0.5246923 May 20 18:40:23.560876 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 53306) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:23.665014 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.740410 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Deleting port 513bf4a2-f313-41ec-b87a-34775be83b9a {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:23.740748 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.787475 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] DHCP port deletion for 7b9cc96a-c3fd-4b42-829f-487a420ae4f1 request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:40:23.841559 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] For port 513bf4a2-f313-41ec-b87a-34775be83b9a, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=513bf4a2-f313-41ec-b87a-34775be83b9a,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:23.841866 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.855983 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Deleting port 513bf4a2-f313-41ec-b87a-34775be83b9a {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:23.856514 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.956515 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] For port 513bf4a2-f313-41ec-b87a-34775be83b9a, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=513bf4a2-f313-41ec-b87a-34775be83b9a,segment=NetworkSegment(9565133b-8c63-45ee-8df4-a2d0716452c5),segment_id=9565133b-8c63-45ee-8df4-a2d0716452c5)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:23.956910 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:23.967066 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Calling delete_port for 513bf4a2-f313-41ec-b87a-34775be83b9a owned by network:dhcp {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:24.014560 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.019781 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4b00159e-fb80-4e6e-8645-372a6bfd84e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:24.063297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Pushing event deleted for resources: {'Port': ['ID=513bf4a2-f313-41ec-b87a-34775be83b9a,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:24.064990 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] No DVR routers for this DVR port 513bf4a2-f313-41ec-b87a-34775be83b9a on host dv-cinder-792462-1-iscsi {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:24.066424 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:24.081700 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Calling delete_port for 513bf4a2-f313-41ec-b87a-34775be83b9a owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:24.125423 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.129055 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:24.174489 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Pushing event deleted for resources: {'Port': ['ID=513bf4a2-f313-41ec-b87a-34775be83b9a,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:24.179413 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] No DVR routers for this DVR port 513bf4a2-f313-41ec-b87a-34775be83b9a on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:24.183836 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.185672 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.186015 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.186341 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.186693 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.187015 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.187332 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.187687 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.188238 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.188360 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.188588 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.188897 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.189205 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:24.196360 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-c6050f01-82f7-40ba-8311-97006f61689d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:24.203755 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9cc96a-c3fd-4b42-829f-487a420ae4f1']}} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:24.217626 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9565133b-8c63-45ee-8df4-a2d0716452c5') {'for_net_delete': True} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:24.217921 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9565133b-8c63-45ee-8df4-a2d0716452c5') {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:24.229750 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488841'] for segment, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.252591 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.259238 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=91633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:40:24.259824 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9884876'] for segment, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: Traceback (most recent call last): May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: timer() May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: cb(*args, **kw) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: return func(*args, **kwargs) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: self._notify() May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: self.callback(batched_events) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: event.method(event) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: return f(self, *a, **k) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._get(url).json() May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: return self.request(url, 'GET', **kwargs) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:40:24.378811 dv-cinder-792462-1-iscsi neutron-server[91633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:40:24.456695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.461676 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:24.464215 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:24.489153 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9cc96a-c3fd-4b42-829f-487a420ae4f1,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:24.494259 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:24.504724 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7b9cc96a-c3fd-4b42-829f-487a420ae4f1 HTTP/1.1" status: 204 len: 168 time: 0.9428043 May 20 18:40:24.507795 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 53320) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:24.946356 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ffc37af6-5808-41af-a9d2-24246329b285 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:24.980518 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: ffc37af6-5808-41af-a9d2-24246329b285 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:24.980800 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device ffc37af6-5808-41af-a9d2-24246329b285 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:24.981242 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 513bf4a2-f313-41ec-b87a-34775be83b9a no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:25.014055 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 513bf4a2-f313-41ec-b87a-34775be83b9a {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:25.014393 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 513bf4a2-f313-41ec-b87a-34775be83b9a not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:25.056858 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.410357 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e13127af-5da2-4c21-b3f8-465d53be794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.476715 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Deleting port 33b97d41-56c6-47cb-8fdd-db5e30f0488a {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:25.477610 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.599157 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] For port 33b97d41-56c6-47cb-8fdd-db5e30f0488a, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=33b97d41-56c6-47cb-8fdd-db5e30f0488a,segment=NetworkSegment(514c56dd-ff08-4929-bb0a-0491c3b2393a),segment_id=514c56dd-ff08-4929-bb0a-0491c3b2393a)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:25.599498 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.672565 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.721231 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Calling delete_port for 33b97d41-56c6-47cb-8fdd-db5e30f0488a owned by network:router_interface {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:25.974316 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.978530 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1a510a10-87c0-44c0-af9d-9c35ba4c20d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:26.023279 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b97d41-56c6-47cb-8fdd-db5e30f0488a,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:26.026051 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:26.291002 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:26.652611 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:26.663841 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Router 0929ce2a-197a-472f-b4f0-31415434aaed has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:40:26.839384 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:26.848807 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] Sync routers for ids ['0929ce2a-197a-472f-b4f0-31415434aaed'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:26.862578 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-96d18353-6ad7-47f0-9032-27f2bb699929 admin admin] 10.222.0.32 "PUT /v2.0/routers/0929ce2a-197a-472f-b4f0-31415434aaed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3531797 May 20 18:40:26.865898 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 53344) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:26.867620 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] Routers {'0929ce2a-197a-472f-b4f0-31415434aaed'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:26.868749 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:40:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['0929ce2a-197a-472f-b4f0-31415434aaed'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:27.043951 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks [] for router, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.045810 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] Set router 0929ce2a-197a-472f-b4f0-31415434aaed gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:27.331879 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:40:25Z', 'revision_number': 5, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port': {'id': '878447df-9c4f-495e-8062-2fd6058c1e39', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:24Z', 'updated_at': '2021-05-20T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:27.335259 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.335732 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] Checking router: 0929ce2a-197a-472f-b4f0-31415434aaed for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:27.344757 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] Routers {'0929ce2a-197a-472f-b4f0-31415434aaed'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:27.345563 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:40:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['0929ce2a-197a-472f-b4f0-31415434aaed'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:27.408907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Deleting port 878447df-9c4f-495e-8062-2fd6058c1e39 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:27.409136 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.518824 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] Set router 0929ce2a-197a-472f-b4f0-31415434aaed gateway port host: None {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:27.538346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] For port 878447df-9c4f-495e-8062-2fd6058c1e39, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=878447df-9c4f-495e-8062-2fd6058c1e39,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:27.538870 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.648472 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:40:27Z', 'revision_number': 6, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:27.652742 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33dcb3-8acf-4860-82ef-043114e6cf47 None None] The sync data for ids ['0929ce2a-197a-472f-b4f0-31415434aaed'] in dv-cinder-792462-1-iscsi is: [{'id': '0929ce2a-197a-472f-b4f0-31415434aaed', 'name': 'tempest-TestMinimumBasicScenario-416420222-router', 'tenant_id': '711385c7997441c78816749be439cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:23:23Z', 'updated_at': '2021-05-20T18:40:27Z', 'revision_number': 6, 'project_id': '711385c7997441c78816749be439cb59', 'gw_port_host': None}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:27.678077 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Calling delete_port for 878447df-9c4f-495e-8062-2fd6058c1e39 owned by network:router_gateway {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:27.821602 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.828626 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-0e851c11-cb60-4ce2-8d64-bd95ff19ee00 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:27.878409 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Pushing event deleted for resources: {'Port': ['ID=878447df-9c4f-495e-8062-2fd6058c1e39,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:27.903500 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:27.968070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.148150 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.150659 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.176089 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.176587 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0929ce2a-197a-472f-b4f0-31415434aaed {{(pid=91633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:40:28.189074 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Notify callbacks [] for router, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.190199 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0929ce2a-197a-472f-b4f0-31415434aaed HTTP/1.1" status: 204 len: 168 time: 1.3230109 May 20 18:40:28.192781 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 53360) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:28.256036 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Deleting subnet 92882434-d695-48c3-a30f-c1a964f5693c {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:40:28.259319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.309358 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488838'] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.397922 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.545663 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.575567 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.642979 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9884778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9895461'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.647042 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7d40fdd9-215d-4d8b-aad0-1cf0126117df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:28.686081 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92882434-d695-48c3-a30f-c1a964f5693c,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:28.689131 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:28.690119 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.699235 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fd0d8-20e0-4d7b-a952-56b4e86bffbb None None] Network e09d6975-59a3-4cd8-ae4f-a34af46d401f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:40:28.700411 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 53370) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:28.700876 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-60bcbdc0-eb76-44ab-9a3b-4a1701a2f758 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/92882434-d695-48c3-a30f-c1a964f5693c HTTP/1.1" status: 204 len: 168 time: 0.5067899 May 20 18:40:28.811214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.881211 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Deleting port 87a026e9-1147-4a32-90d5-5e8c494d3872 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:28.881527 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.967159 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] DHCP port deletion for e09d6975-59a3-4cd8-ae4f-a34af46d401f request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:40:28.990710 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] For port 87a026e9-1147-4a32-90d5-5e8c494d3872, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=87a026e9-1147-4a32-90d5-5e8c494d3872,segment=NetworkSegment(514c56dd-ff08-4929-bb0a-0491c3b2393a),segment_id=514c56dd-ff08-4929-bb0a-0491c3b2393a)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:28.991061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.997136 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 33b97d41-56c6-47cb-8fdd-db5e30f0488a no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:29.043293 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 33b97d41-56c6-47cb-8fdd-db5e30f0488a {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:29.043509 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 33b97d41-56c6-47cb-8fdd-db5e30f0488a not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:29.043972 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 878447df-9c4f-495e-8062-2fd6058c1e39 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:29.083610 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 878447df-9c4f-495e-8062-2fd6058c1e39 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:29.083957 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 878447df-9c4f-495e-8062-2fd6058c1e39 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:29.107669 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] Deleting port 87a026e9-1147-4a32-90d5-5e8c494d3872 {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:29.108103 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.209184 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] For port 87a026e9-1147-4a32-90d5-5e8c494d3872, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=87a026e9-1147-4a32-90d5-5e8c494d3872,segment=NetworkSegment(514c56dd-ff08-4929-bb0a-0491c3b2393a),segment_id=514c56dd-ff08-4929-bb0a-0491c3b2393a)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:29.209458 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.221897 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Calling delete_port for 87a026e9-1147-4a32-90d5-5e8c494d3872 owned by network:dhcp {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:29.270417 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.274289 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-36c6f210-3ad7-4970-a7d9-afa2df04cc46 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:29.319144 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a026e9-1147-4a32-90d5-5e8c494d3872,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:29.322115 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:29.322940 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] No DVR routers for this DVR port 87a026e9-1147-4a32-90d5-5e8c494d3872 on host dv-cinder-792462-1-iscsi {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:29.330034 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] Calling delete_port for 87a026e9-1147-4a32-90d5-5e8c494d3872 owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:29.372730 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.376376 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:29.439582 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.453757 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09d6975-59a3-4cd8-ae4f-a34af46d401f']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:29.456956 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] Pushing event deleted for resources: {'Port': ['ID=87a026e9-1147-4a32-90d5-5e8c494d3872,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:29.460091 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:29.460760 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ab9b5-4e70-4e78-b2df-50d9fab329af None None] No DVR routers for this DVR port 87a026e9-1147-4a32-90d5-5e8c494d3872 on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:29.467636 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514c56dd-ff08-4929-bb0a-0491c3b2393a') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:29.469059 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514c56dd-ff08-4929-bb0a-0491c3b2393a') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:29.482265 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.498798 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.505910 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:40:29.506281 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:40:29.520070 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:40:29.597763 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.601492 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:29.614793 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.624674 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e09d6975-59a3-4cd8-ae4f-a34af46d401f,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:29.628768 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:29.632334 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d068e795-5e11-4579-81da-b777349902b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e09d6975-59a3-4cd8-ae4f-a34af46d401f HTTP/1.1" status: 204 len: 168 time: 0.9302793 May 20 18:40:29.754426 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 53382) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:29.805065 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2dec0701-0bfa-4237-a717-f3374d0b1ac6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c9915a2158a4aa3bd0c2d65ff23ec73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471182 May 20 18:40:29.805284 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 53390) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:29.864804 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.891787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.950569 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.954639 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6cd8a478-ceab-4099-9e67-0d429c608ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:29.965631 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b09b3-be58-4fff-971b-3ba63db31cf8,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:29.968017 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:29.974331 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.975509 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da5b09b3-be58-4fff-971b-3ba63db31cf8 HTTP/1.1" status: 204 len: 168 time: 0.1692641 May 20 18:40:30.369193 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 53402) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:30.419389 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-09a5b645-7b15-453b-8f62-80bb7b563dd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=711385c7997441c78816749be439cb59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489888 May 20 18:40:30.422974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 53406) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:30.482786 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.509041 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.563968 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.568615 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ddf2cc21-a80b-434a-8a44-6816d201faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:30.581207 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50991663-f907-431a-97f6-dedf9d545d7f,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:30.583777 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:30.585009 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.586128 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50991663-f907-431a-97f6-dedf9d545d7f HTTP/1.1" status: 204 len: 168 time: 0.1622102 May 20 18:40:30.973650 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 87a026e9-1147-4a32-90d5-5e8c494d3872 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:31.008522 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 87a026e9-1147-4a32-90d5-5e8c494d3872 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:31.008882 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 87a026e9-1147-4a32-90d5-5e8c494d3872 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:45.353548 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:40:53.071623 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-00689a0f-971e-4632-b335-f94031b5eade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:55.416798 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a7fbac4c-76ac-42dd-8660-a7b1be04d0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:55.688813 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:56.665505 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:58.551896 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:58.606727 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:22.352813 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:41:23.062750 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c35f9496-b30f-44be-b71a-b0158fcfb7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:25.423542 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4b5da2be-2e7c-4c31-bf37-b6a37f9e7a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:25.679094 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:26.667609 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:28.555302 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:28.609733 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:53.063648 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-654752a9-71db-46da-b1b2-4e481f8513e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:55.411755 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a89c-fdcd-4e9e-a099-e5c513ed1261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:55.679333 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:56.664028 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:58.599120 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:58.629970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:59.351879 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:42:23.065554 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-15017050-8ac7-4b57-a309-7de8033ac116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:25.412011 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bbc98c14-6ac7-493a-ac87-34e2386e7327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:25.674783 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:26.672175 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:28.565911 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:28.633999 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:36.350785 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:42:52.073503 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54750) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:52.147957 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:52.177134 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:52.244932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:52.248754 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a71e4c45-d64e-4ce5-bcda-85b2b18c7ef2 tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:52.262012 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfce4c8d-76fa-4eb5-ad64-370879185e32,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:52.272248 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.272619 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.273018 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.273368 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.273718 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.274067 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.274414 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.274796 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.275144 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.275487 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.275813 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.276143 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:52.279450 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:52.280964 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:52.282403 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0ba6ba02-35ab-4b5d-9008-3c50cc0c1a38 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] 10.222.0.32 "DELETE /v2.0/security-groups/cfce4c8d-76fa-4eb5-ad64-370879185e32 HTTP/1.1" status: 204 len: 168 time: 0.2075272 May 20 18:42:52.433646 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 54758) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:53.061036 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9d90d13f-f83e-4781-a264-59d508c9cdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:53.252342 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:53.668683 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Deleting port dbafb95d-174e-4cc4-9f81-26ca5bbd9233 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:42:53.669316 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:53.790554 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] For port dbafb95d-174e-4cc4-9f81-26ca5bbd9233, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,segment=NetworkSegment(1d46609e-3c33-41aa-8749-43179190707a),segment_id=1d46609e-3c33-41aa-8749-43179190707a)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:42:53.790903 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:53.915787 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Calling delete_port for dbafb95d-174e-4cc4-9f81-26ca5bbd9233 owned by network:router_interface {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:42:54.084610 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:54.089357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2ebeac06-65f4-4105-bc51-b28609c69a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:54.140788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbafb95d-174e-4cc4-9f81-26ca5bbd9233,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:54.180110 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.180496 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.180815 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.181191 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.181524 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.181890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.182210 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.182577 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.182923 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.183261 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.183598 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.183938 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:54.191194 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:54.519351 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:54.882596 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Router bcd3c392-b155-4eb7-8963-e896380334ef has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:42:55.063050 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:42:55.071783 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] Sync routers for ids ['bcd3c392-b155-4eb7-8963-e896380334ef'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:42:55.072825 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] 10.222.0.32 "PUT /v2.0/routers/bcd3c392-b155-4eb7-8963-e896380334ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6380813 May 20 18:42:55.074953 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54784) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:55.082266 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] Routers {'bcd3c392-b155-4eb7-8963-e896380334ef'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:42:55.083255 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:42:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bcd3c392-b155-4eb7-8963-e896380334ef'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:55.255817 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks [] for router, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:55.260405 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] Set router bcd3c392-b155-4eb7-8963-e896380334ef gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:42:55.428323 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:55.468648 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-309c036c-79de-4a9f-9a53-2792f7c3207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:55.511967 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Deleting port 62bc52cc-0fce-413e-8ff1-beca513d613f {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:42:55.512297 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:55.551735 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:42:54Z', 'revision_number': 5, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port': {'id': '62bc52cc-0fce-413e-8ff1-beca513d613f', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:55.555651 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] Checking router: bcd3c392-b155-4eb7-8963-e896380334ef for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:42:55.564016 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] Routers {'bcd3c392-b155-4eb7-8963-e896380334ef'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:42:55.564601 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:42:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['bcd3c392-b155-4eb7-8963-e896380334ef'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:55.632336 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] For port 62bc52cc-0fce-413e-8ff1-beca513d613f, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=62bc52cc-0fce-413e-8ff1-beca513d613f,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:42:55.632635 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:55.723856 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:55.725202 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] Set router bcd3c392-b155-4eb7-8963-e896380334ef gateway port host: None {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:42:55.833508 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:42:55Z', 'revision_number': 6, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:55.837829 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276bef8-ded4-4ef0-be70-8944452e4371 None None] The sync data for ids ['bcd3c392-b155-4eb7-8963-e896380334ef'] in dv-cinder-792462-1-iscsi is: [{'id': 'bcd3c392-b155-4eb7-8963-e896380334ef', 'name': 'tempest-TestVolumeBootPattern-1587099532-router', 'tenant_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:35Z', 'updated_at': '2021-05-20T18:42:55Z', 'revision_number': 6, 'project_id': '1b8b604c0148450f9d8e5c8c7b0d5ec6', 'gw_port_host': None}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:42:55.863710 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Calling delete_port for 62bc52cc-0fce-413e-8ff1-beca513d613f owned by network:router_gateway {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:42:56.019296 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.023031 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a46adbdd-8179-4d59-abde-259395957155 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:56.067534 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Pushing event deleted for resources: {'Port': ['ID=62bc52cc-0fce-413e-8ff1-beca513d613f,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:56.070615 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:56.162295 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.334873 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.337261 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.365788 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.366342 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd3c392-b155-4eb7-8963-e896380334ef {{(pid=91634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:42:56.383486 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.384950 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-3f7b3f67-6d34-45b0-a419-f5e47b0b463e admin admin] 10.222.0.32 "DELETE /v2.0/routers/bcd3c392-b155-4eb7-8963-e896380334ef HTTP/1.1" status: 204 len: 168 time: 1.3090498 May 20 18:42:56.387758 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 54796) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:56.450756 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Deleting subnet 518e6707-e012-4887-b40f-5df28a63b32e {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:42:56.455343 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.508488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488838'] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.592977 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.671684 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.850274 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9884778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9895461'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.854347 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:56.886289 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518e6707-e012-4887-b40f-5df28a63b32e,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:56.889670 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:56.892185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.901036 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad2b282-6a03-4863-a844-f33fa7f95230 None None] Network fb942677-e01c-42a5-87cc-ff7c56392c86 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:42:56.901378 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/518e6707-e012-4887-b40f-5df28a63b32e HTTP/1.1" status: 204 len: 168 time: 0.5097506 May 20 18:42:56.901378 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 54806) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:57.008536 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.046477 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 62bc52cc-0fce-413e-8ff1-beca513d613f no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:42:57.082877 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Deleting port 4a873f2c-b241-4719-ab64-59df3ca14247 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:42:57.082877 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.107693 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 62bc52cc-0fce-413e-8ff1-beca513d613f {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:42:57.108046 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 62bc52cc-0fce-413e-8ff1-beca513d613f not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:42:57.108454 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device dbafb95d-174e-4cc4-9f81-26ca5bbd9233 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:42:57.175865 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: dbafb95d-174e-4cc4-9f81-26ca5bbd9233 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:42:57.176175 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device dbafb95d-174e-4cc4-9f81-26ca5bbd9233 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:42:57.258558 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] DHCP port deletion for fb942677-e01c-42a5-87cc-ff7c56392c86 request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:42:57.298285 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] For port 4a873f2c-b241-4719-ab64-59df3ca14247, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=4a873f2c-b241-4719-ab64-59df3ca14247,segment=NetworkSegment(1d46609e-3c33-41aa-8749-43179190707a),segment_id=1d46609e-3c33-41aa-8749-43179190707a)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:42:57.298607 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.326624 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Deleting port 4a873f2c-b241-4719-ab64-59df3ca14247 {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:42:57.327009 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.423152 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] For port 4a873f2c-b241-4719-ab64-59df3ca14247, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=4a873f2c-b241-4719-ab64-59df3ca14247,segment=NetworkSegment(1d46609e-3c33-41aa-8749-43179190707a),segment_id=1d46609e-3c33-41aa-8749-43179190707a)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:42:57.423542 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.424666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Calling delete_port for 4a873f2c-b241-4719-ab64-59df3ca14247 owned by network:dhcp {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:42:57.474778 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.478905 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-561faabc-3352-4b88-bcc8-a3f8bf0af98d tempest-VolumesNegativeTest-404987677 tempest-VolumesNegativeTest-404987677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:57.521548 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a873f2c-b241-4719-ab64-59df3ca14247,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:57.524367 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:57.525128 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] No DVR routers for this DVR port 4a873f2c-b241-4719-ab64-59df3ca14247 on host dv-cinder-792462-1-iscsi {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:42:57.545440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Calling delete_port for 4a873f2c-b241-4719-ab64-59df3ca14247 owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:42:57.588812 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.593065 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0149559b-50a0-4b66-86ba-e4725c07a83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:57.634943 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Pushing event deleted for resources: {'Port': ['ID=4a873f2c-b241-4719-ab64-59df3ca14247,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:57.637285 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] No DVR routers for this DVR port 4a873f2c-b241-4719-ab64-59df3ca14247 on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:42:57.640643 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.645016 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.645486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.645851 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.646274 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.646625 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.646947 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.647262 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.647596 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.647895 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.648262 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.648540 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.649029 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:57.653239 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:57.662914 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb942677-e01c-42a5-87cc-ff7c56392c86']}} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:57.675335 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d46609e-3c33-41aa-8749-43179190707a') {'for_net_delete': True} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:57.675642 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d46609e-3c33-41aa-8749-43179190707a') {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:57.687017 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488841'] for segment, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.703781 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.710563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=91633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:42:57.710950 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9884876'] for segment, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: Traceback (most recent call last): May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: timer() May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: cb(*args, **kw) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: return func(*args, **kwargs) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: self._notify() May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: self.callback(batched_events) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: event.method(event) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: return f(self, *a, **k) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._get(url).json() May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: return self.request(url, 'GET', **kwargs) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:42:57.724427 dv-cinder-792462-1-iscsi neutron-server[91633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:42:57.804080 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.807788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4bbb0769-c5f9-4455-b495-643ff4fe539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:57.822947 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.829916 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb942677-e01c-42a5-87cc-ff7c56392c86,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:57.833971 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:57.836865 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-b0c4d300-de7a-4b3c-b176-d5010689ca34 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fb942677-e01c-42a5-87cc-ff7c56392c86 HTTP/1.1" status: 204 len: 168 time: 0.9344788 May 20 18:42:57.839860 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 54818) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:58.393987 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:58.560361 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:58.636990 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:58.903741 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Deleting port f45de075-0d80-4358-8ad9-f6ea567901dc {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:42:58.904276 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.032534 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] For port f45de075-0d80-4358-8ad9-f6ea567901dc, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=f45de075-0d80-4358-8ad9-f6ea567901dc,segment=NetworkSegment(21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1),segment_id=21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:42:59.032891 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.044584 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 4a873f2c-b241-4719-ab64-59df3ca14247 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:42:59.080538 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 4a873f2c-b241-4719-ab64-59df3ca14247 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:42:59.080890 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 4a873f2c-b241-4719-ab64-59df3ca14247 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:42:59.158518 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Calling delete_port for f45de075-0d80-4358-8ad9-f6ea567901dc owned by network:router_interface {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:42:59.322788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.327404 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-20ce7f56-7e06-4438-bd54-b5d9d91b649f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:59.369510 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f45de075-0d80-4358-8ad9-f6ea567901dc,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:59.372458 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:59.638879 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.998398 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:43:00.297780 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:43:00.307549 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] Sync routers for ids ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:43:00.308025 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] 10.222.0.32 "PUT /v2.0/routers/3cb2b0cc-ddfe-491c-b340-64171f05bc21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4670930 May 20 18:43:00.310575 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54842) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:00.318893 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] Routers {'3cb2b0cc-ddfe-491c-b340-64171f05bc21'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:43:00.319508 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:42:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:00.486660 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.490057 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] Set router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:43:00.659627 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.733914 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Deleting port 951146f2-ca62-4784-9667-48cb426c4731 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:43:00.734227 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.765881 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '951146f2-ca62-4784-9667-48cb426c4731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:42:59Z', 'revision_number': 5, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port': {'id': '951146f2-ca62-4784-9667-48cb426c4731', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:30:44Z', 'updated_at': '2021-05-20T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:00.769844 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] Checking router: 3cb2b0cc-ddfe-491c-b340-64171f05bc21 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:43:00.778988 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] Routers {'3cb2b0cc-ddfe-491c-b340-64171f05bc21'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:43:00.779578 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:42:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:00.851040 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] For port 951146f2-ca62-4784-9667-48cb426c4731, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=951146f2-ca62-4784-9667-48cb426c4731,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:43:00.851351 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.959639 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] Set router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 gateway port host: None {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:43:00.973721 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Calling delete_port for 951146f2-ca62-4784-9667-48cb426c4731 owned by network:router_gateway {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:43:01.075249 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:43:00Z', 'revision_number': 6, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:01.079392 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b0be2-0c48-4ef6-8fd9-fc6fd14ea62c None None] The sync data for ids ['3cb2b0cc-ddfe-491c-b340-64171f05bc21'] in dv-cinder-792462-1-iscsi is: [{'id': '3cb2b0cc-ddfe-491c-b340-64171f05bc21', 'name': 'tempest-TestVolumeBootPattern-2025113798-router', 'tenant_id': '5c8501333a73409f8ec3674f76bad5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:30:43Z', 'updated_at': '2021-05-20T18:43:00Z', 'revision_number': 6, 'project_id': '5c8501333a73409f8ec3674f76bad5da', 'gw_port_host': None}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:43:01.127821 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.131773 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cacd471c-4df2-4176-9a00-1342619df6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:01.273992 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=951146f2-ca62-4784-9667-48cb426c4731,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:01.276968 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:01.366116 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.537683 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.539908 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.564174 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.564954 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb2b0cc-ddfe-491c-b340-64171f05bc21 {{(pid=91634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:43:01.579038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.580169 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-0c750d1d-8f41-427a-abf0-39ba3af348d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3cb2b0cc-ddfe-491c-b340-64171f05bc21 HTTP/1.1" status: 204 len: 168 time: 1.2686634 May 20 18:43:01.583053 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 54856) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:01.643885 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Deleting subnet 14d76497-0690-4023-9815-5f1f5512e654 {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:43:01.647101 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.694402 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488838'] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.772937 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.029719 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9884778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9895461'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.034017 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-bd682b0f-22ef-46bd-ab61-0618c4ab0da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:02.073967 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d76497-0690-4023-9815-5f1f5512e654,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:02.075967 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.079028 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:02.082815 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/14d76497-0690-4023-9815-5f1f5512e654 HTTP/1.1" status: 204 len: 168 time: 0.4986646 May 20 18:43:02.084689 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cca078-3db4-4ce9-b2df-0f51140936ba None None] Network 4766b0af-b700-4e39-9543-e2a5633acd3f requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:43:02.088202 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54862) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:02.205269 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.279056 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Deleting port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:43:02.279391 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.321913 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] DHCP port deletion for 4766b0af-b700-4e39-9543-e2a5633acd3f request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:43:02.381645 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] For port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,segment=NetworkSegment(21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1),segment_id=21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:43:02.382248 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.388961 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] Deleting port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:43:02.389358 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.488323 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] For port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,segment=NetworkSegment(21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1),segment_id=21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:43:02.488714 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.504345 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Calling delete_port for 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 owned by network:dhcp {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:43:02.554584 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.558469 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-132582e5-6db5-4270-9fe7-de6726734053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:02.603770 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:02.607204 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:02.609491 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] No DVR routers for this DVR port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 on host dv-cinder-792462-1-iscsi {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:43:02.615883 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] Calling delete_port for 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:43:02.658318 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.662146 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:02.704018 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] Pushing event deleted for resources: {'Port': ['ID=5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:02.706538 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:02.709490 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8917fc-fd29-4c76-b9bb-b761322250cb None None] No DVR routers for this DVR port 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:43:02.726225 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.739672 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4766b0af-b700-4e39-9543-e2a5633acd3f']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:02.751579 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:02.751868 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ce0da2-cbf6-47ef-9a5a-ad9eabbca6f1') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:02.763435 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.780933 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.787442 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:43:02.787829 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:43:02.800596 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:43:02.880894 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.884498 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0f342eaa-db6f-4520-bc08-67ce2cf8782f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:02.897294 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.907267 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4766b0af-b700-4e39-9543-e2a5633acd3f,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:02.909916 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:02.912713 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-b494b895-e9cd-4fd0-a817-6b72f1093cd0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4766b0af-b700-4e39-9543-e2a5633acd3f HTTP/1.1" status: 204 len: 168 time: 0.8223054 May 20 18:43:03.049367 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:43:03.067652 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54876) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:03.084211 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:43:03.084652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5c965a28-1915-4de7-8cb0-0a2ccd0ba0a9 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:43:03.085273 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 951146f2-ca62-4784-9667-48cb426c4731 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:43:03.119241 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-34907c1c-c424-4f81-bb84-f4410ffb0fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b8b604c0148450f9d8e5c8c7b0d5ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498557 May 20 18:43:03.121196 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54880) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:03.121837 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 951146f2-ca62-4784-9667-48cb426c4731 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:43:03.122222 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 951146f2-ca62-4784-9667-48cb426c4731 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:43:03.122652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device f45de075-0d80-4358-8ad9-f6ea567901dc no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:43:03.157484 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: f45de075-0d80-4358-8ad9-f6ea567901dc {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:43:03.157819 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device f45de075-0d80-4358-8ad9-f6ea567901dc not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:43:03.181490 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d25214f4-e24d-412c-aa87-18019e398475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.207112 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d25214f4-e24d-412c-aa87-18019e398475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.268235 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d25214f4-e24d-412c-aa87-18019e398475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.273338 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7c57ee1d-ffe3-4eb0-8f7f-6381057eb8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:03.285984 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25214f4-e24d-412c-aa87-18019e398475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4038c095-0a48-416b-9285-f181eccf4181,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:03.288784 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d25214f4-e24d-412c-aa87-18019e398475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:03.289927 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d25214f4-e24d-412c-aa87-18019e398475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.293322 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d25214f4-e24d-412c-aa87-18019e398475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4038c095-0a48-416b-9285-f181eccf4181 HTTP/1.1" status: 204 len: 168 time: 0.1688609 May 20 18:43:03.705046 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54894) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:03.754545 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-e8df6e33-47f5-49eb-acc0-805b3171fbfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c8501333a73409f8ec3674f76bad5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481677 May 20 18:43:03.758070 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 54898) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:03.822806 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.847789 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.900202 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.903957 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4666a78e-b7fa-4eec-b8ee-9574c1a1c9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:03.915335 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e89d6f-c0fe-4708-8e38-a66bcc0bbfaa,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:03.918656 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:03.921787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.922986 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19e89d6f-c0fe-4708-8e38-a66bcc0bbfaa HTTP/1.1" status: 204 len: 168 time: 0.1640286 May 20 18:43:13.355375 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:43:23.061872 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3d077365-8584-43e4-842a-8a0106b3e71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:25.413288 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d469ca7d-740a-49ab-b778-b03cac967c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:25.678495 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:26.679068 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:28.567219 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:28.666131 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:50.360439 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:43:53.061546 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-717e5ff6-234b-4b1a-b6e3-f4f107809e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:55.415680 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d80d858b-9364-462b-83e0-f9c1405625aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:55.695192 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:56.685836 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:58.638365 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:58.644719 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.059323 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e88254c9-336f-4bf9-8768-d45d5274816f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:25.418407 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-01b0ace3-a00b-4d04-8ee7-b039bfe35672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:25.684433 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:26.686204 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:27.360421 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:44:28.571326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:28.653652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:53.059744 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c2576aa9-b56d-404e-b605-2ac3a5841bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:55.424359 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-18fe28c1-9a9b-42e9-8671-a1fdda3c6a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:55.689431 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:56.695926 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:58.574060 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:58.663292 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:04.366296 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:45:23.056543 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-f8bbeb06-dc33-4968-af28-624d72713478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:25.419895 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2a5681fd-e245-4ac1-9e1c-a7f6032960d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:25.693804 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:26.686647 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:28.580757 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:28.680474 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:41.362645 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:45:53.061951 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4d65c07d-3096-4fb1-b9e7-c34d34bf9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:55.427705 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-316a2c41-9629-43c1-b313-d250c2a39686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:55.700072 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:56.699509 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:58.610140 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:58.724079 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:18.363391 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:46:23.063969 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-32f83f03-09c9-4dd4-afcb-d00a84d5f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:25.416735 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2e9fb136-893d-46e1-8fd1-940ae5f9e335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:25.695795 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:26.694099 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:28.591772 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:28.688559 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:53.059940 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bdc4-643c-4cb2-9736-de859147226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:55.367932 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:46:55.419988 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-977e52ac-263e-4676-876a-3b3d97a90969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:55.699308 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:56.706096 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:58.591187 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:58.692158 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:14.331677 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [req-0cb70046-de39-4d09-94f2-f1e76bda3471 req-3771c338-f055-4e4d-8cf0-7b0000f7e912 service neutron] (91633) timed out ('10.222.0.42', 64922) {{(pid=91633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 18:47:23.059788 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c13ba872-7ad1-44f3-b376-2454e060c08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:25.415097 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-f6cda119-a28c-4973-a72a-a2a8ad0a127d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:25.701555 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:26.710724 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:28.604049 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:28.694284 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:32.374233 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:47:53.062065 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9489688d-5086-45cc-9601-7085e241bb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:55.430544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-23517e7b-7d0f-4717-83e7-acd3d775fc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:55.704762 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:56.706574 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:58.625669 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:58.744441 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:09.363654 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:48:23.070059 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-cc9b36a7-aa6f-4fbf-95bf-e5328d2d2f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:25.425561 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-a06f1761-8b8e-4a33-a37c-f06c30b61d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:25.702228 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:26.720468 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:28.600728 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:28.706259 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:46.367743 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:48:53.063818 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-26e9b3db-eead-4813-9b39-7324942de9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:55.429256 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-642165c8-3c9b-477c-8927-c33cfc1d5dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:55.705844 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:56.715473 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:58.610252 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:58.721923 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:23.059610 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-76c59e8c-cc68-4d70-b99f-146b9a5f4598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:23.371999 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:49:25.443540 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f157-c72d-47a9-80b4-0dab6e5b26d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:25.708714 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:26.720004 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:28.610161 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:28.721437 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:53.064543 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5e6b-2814-4e9e-bcf5-1151752c8c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:55.443634 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2c333aac-e9da-4ad3-9904-e0d60cd64c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:55.707665 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:56.728829 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:58.632020 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:58.749442 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:00.377191 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:50:23.061610 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-9eaad85f-eebc-47dc-8779-111fe557d420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:25.451627 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6949afbf-2fd0-4b5a-9153-2ca97b38e794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:25.703596 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:26.728453 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:28.624997 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:28.737451 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:37.381666 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:50:50.251155 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58434) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:51.137214 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:51.560200 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Deleting port 40b2ca22-64b5-4d0b-854c-520fd41ec991 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:50:51.560835 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:51.684616 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] For port 40b2ca22-64b5-4d0b-854c-520fd41ec991, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=40b2ca22-64b5-4d0b-854c-520fd41ec991,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:50:51.684850 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:51.806556 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Calling delete_port for 40b2ca22-64b5-4d0b-854c-520fd41ec991 owned by network:router_interface {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:50:51.967986 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:51.971822 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d93fe6ad-1f3a-4501-a4e0-51636f8e5035 tempest-DeleteServersTestJSON-1976548606 tempest-DeleteServersTestJSON-1976548606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:52.114596 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=40b2ca22-64b5-4d0b-854c-520fd41ec991,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:52.163320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.163730 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.164211 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.164762 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.165315 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.165844 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.166411 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.166874 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.167234 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.167586 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.167935 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.168263 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:52.175550 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:52.401916 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:52.758851 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:50:52.939719 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:50:52.948540 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] Sync routers for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:50:52.953122 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] 10.222.0.32 "PUT /v2.0/routers/2fbd8854-566f-4bf5-a66d-e998d5ce0411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7005520 May 20 18:50:52.955664 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58456) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:52.958074 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:50:52.958725 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:50:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:50:53.087869 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ba8423a3-aa3b-498c-8a5d-7e7fbae43c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:53.131749 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:53.184185 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:50:53.303081 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:53.388395 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Deleting port 5b4cfe64-b160-44bc-8746-11dc13add589 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:50:53.388868 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:53.479597 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:50:51Z', 'revision_number': 5, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port': {'id': '5b4cfe64-b160-44bc-8746-11dc13add589', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:50:53.484068 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] Checking router: 2fbd8854-566f-4bf5-a66d-e998d5ce0411 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:50:53.493903 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] Routers {'2fbd8854-566f-4bf5-a66d-e998d5ce0411'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:50:53.494591 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:50:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:50:53.632044 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] For port 5b4cfe64-b160-44bc-8746-11dc13add589, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=5b4cfe64-b160-44bc-8746-11dc13add589,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:50:53.632414 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:53.650664 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] Set router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 gateway port host: None {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:50:53.755722 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Calling delete_port for 5b4cfe64-b160-44bc-8746-11dc13add589 owned by network:router_gateway {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:50:53.759742 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:50:53Z', 'revision_number': 6, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:50:53.763937 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d0a7a-7aad-4ff9-a690-376e21b0b495 None None] The sync data for ids ['2fbd8854-566f-4bf5-a66d-e998d5ce0411'] in dv-cinder-792462-1-iscsi is: [{'id': '2fbd8854-566f-4bf5-a66d-e998d5ce0411', 'name': 'tempest-AttachVolumeShelveTestJSON-1820872971-router', 'tenant_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:36Z', 'updated_at': '2021-05-20T18:50:53Z', 'revision_number': 6, 'project_id': 'f6c0d55d2ea7431c928b7da7e809187d', 'gw_port_host': None}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:50:53.906575 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:53.911638 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-61abd769-3a90-4ecc-be58-eb89f4fc1360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:53.958748 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4cfe64-b160-44bc-8746-11dc13add589,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:53.961286 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:54.051773 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.226005 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.228848 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.256369 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.256886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbd8854-566f-4bf5-a66d-e998d5ce0411 {{(pid=91634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:50:54.268925 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.270004 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-97e0aae9-8e3b-423c-a42b-85de2611b4f8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2fbd8854-566f-4bf5-a66d-e998d5ce0411 HTTP/1.1" status: 204 len: 168 time: 1.3134687 May 20 18:50:54.272660 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58466) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:54.333172 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Deleting subnet 71b70d6c-6298-4e10-9c0a-7fedfdaa3821 {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:50:54.336322 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.385531 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.469435 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.717422 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.721819 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0e98dd40-ac4d-484a-a9b3-37434032a9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:54.761254 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b70d6c-6298-4e10-9c0a-7fedfdaa3821,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:54.764312 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:54.765270 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.770896 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edbe26-07be-4d28-92c4-13fb7e414dcc None None] Network 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:50:54.771352 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-1b66ae63-34db-42b6-8477-1498ec6f8d26 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/71b70d6c-6298-4e10-9c0a-7fedfdaa3821 HTTP/1.1" status: 204 len: 168 time: 0.4975307 May 20 18:50:54.774071 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 58472) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:54.886363 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:54.958694 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Deleting port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:50:54.959059 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.017251 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] DHCP port deletion for 5d0985a8-e3ec-4180-be96-b1b77eb4fab4 request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:50:55.068699 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] For port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:50:55.069021 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.084432 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Deleting port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:50:55.084814 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.186439 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] For port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,segment=NetworkSegment(09a65d34-ec14-44cc-bf5d-5358763a38f1),segment_id=09a65d34-ec14-44cc-bf5d-5358763a38f1)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:50:55.186844 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.192398 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Calling delete_port for 1943e87c-e44a-4d6c-8cf6-96162f8ed15c owned by network:dhcp {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:50:55.241721 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.245603 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-33b70846-951d-4dfb-bfc3-d75290ead767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:55.290809 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Pushing event deleted for resources: {'Port': ['ID=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:55.295622 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] No DVR routers for this DVR port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c on host dv-cinder-792462-1-iscsi {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:50:55.311004 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Calling delete_port for 1943e87c-e44a-4d6c-8cf6-96162f8ed15c owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:50:55.327309 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.327695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.328050 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.328393 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.328757 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.329106 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.329447 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.329772 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.330319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.330965 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.331096 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.331340 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.337099 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:55.357608 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.362518 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:55.391351 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 40b2ca22-64b5-4d0b-854c-520fd41ec991 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:50:55.420694 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.434506 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0985a8-e3ec-4180-be96-b1b77eb4fab4']}} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:50:55.447690 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a65d34-ec14-44cc-bf5d-5358763a38f1') {'for_net_delete': True} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:50:55.447973 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.services.segments.db [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a65d34-ec14-44cc-bf5d-5358763a38f1') {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:50:55.460466 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488841'] for segment, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.483210 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.490070 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 40b2ca22-64b5-4d0b-854c-520fd41ec991 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:50:55.490452 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 40b2ca22-64b5-4d0b-854c-520fd41ec991 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:50:55.490807 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=91633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:50:55.490958 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5b4cfe64-b160-44bc-8746-11dc13add589 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:50:55.491223 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9884876'] for segment, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: Traceback (most recent call last): May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: timer() May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: cb(*args, **kw) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: return func(*args, **kwargs) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: self._notify() May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: self.callback(batched_events) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: event.method(event) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: return f(self, *a, **k) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._get(url).json() May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: return self.request(url, 'GET', **kwargs) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:50:55.505137 dv-cinder-792462-1-iscsi neutron-server[91633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:50:55.515176 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Pushing event deleted for resources: {'Port': ['ID=1943e87c-e44a-4d6c-8cf6-96162f8ed15c,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:55.531641 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] No DVR routers for this DVR port 1943e87c-e44a-4d6c-8cf6-96162f8ed15c on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:50:55.537283 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 5b4cfe64-b160-44bc-8746-11dc13add589 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:50:55.537629 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 5b4cfe64-b160-44bc-8746-11dc13add589 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:50:55.538050 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1943e87c-e44a-4d6c-8cf6-96162f8ed15c no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:50:55.572970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.573294 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.573630 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.573967 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.574278 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.574646 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.574961 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.575259 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.575571 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.576056 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.576553 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.576869 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:50:55.585198 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0420460b-0eae-4cac-a017-ee7c21e5f5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:55.586605 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 1943e87c-e44a-4d6c-8cf6-96162f8ed15c {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:50:55.586956 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 1943e87c-e44a-4d6c-8cf6-96162f8ed15c not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:50:55.588297 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c01825d8-7670-443b-95a0-8d3fd9f57a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.589542 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.592912 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:55.606692 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.618762 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0985a8-e3ec-4180-be96-b1b77eb4fab4,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:55.621894 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:55.634079 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d0985a8-e3ec-4180-be96-b1b77eb4fab4 HTTP/1.1" status: 204 len: 168 time: 0.8587921 May 20 18:50:55.701525 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.761665 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58484) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:55.811953 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-8b4e95c7-fb0c-41c0-aba5-097f9c2cb445 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6c0d55d2ea7431c928b7da7e809187d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489869 May 20 18:50:55.815018 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58488) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:55.874292 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-25025385-8400-4483-962c-714af9ae638b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.901037 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-25025385-8400-4483-962c-714af9ae638b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.957805 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-25025385-8400-4483-962c-714af9ae638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.962848 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-0b25ac5b-50cf-41d3-9eec-33925f01826f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:55.975554 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25025385-8400-4483-962c-714af9ae638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e81fc9-c2f9-4190-b1ad-950be471e61d,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:55.979962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-25025385-8400-4483-962c-714af9ae638b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:55.983950 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-25025385-8400-4483-962c-714af9ae638b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:55.985070 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-25025385-8400-4483-962c-714af9ae638b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0e81fc9-c2f9-4190-b1ad-950be471e61d HTTP/1.1" status: 204 len: 168 time: 0.1691933 May 20 18:50:56.727419 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:56.832353 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 58518) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:56.945262 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1433448848-network', 'tenant_id': 'e69b811489974437b60658ea696c9b7e'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:50:56.952874 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:50:56.959320 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Usage tracker for resource:network and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:50:56.963104 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:50:56.969311 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:50:56.983188 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Made reservation on behalf of e69b811489974437b60658ea696c9b7e for: {'network': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:50:56.985577 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2047081'] for network, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:56.997604 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.012334 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:50:57.017027 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Usage tracker for resource:security_group_rule and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:50:57.020241 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:50:57.026681 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:50:57.112686 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.119103 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.124161 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ec802a13-67f2-4fec-9fe1-ea53ef13328a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:57.153225 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=91633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:50:57.257404 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6039f-9b0e-426b-9a46-d0a3b3a9dbc0,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:57.261649 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:57.262579 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.262913 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.segments_db [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Added segment 31162f3c-5607-4947-8ff7-60edf21b68e4 of type vlan for network 0140838b-1883-472d-af86-561e5e163c1c May 20 18:50:57.288586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752671765989'] for network, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.319289 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292'] for network, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.320886 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:50:57.321474 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.324791 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cd0c85d3-f89c-44f8-967f-64007d06b67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:57.422287 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5887632 May 20 18:50:57.425673 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Pushing event updated for resources: {'Network': ['ID=0140838b-1883-472d-af86-561e5e163c1c,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:57.426596 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58528) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:57.428678 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:57.432740 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Request body: {'subnet': {'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1433448848-subnet', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:50:57.436507 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Network 0140838b-1883-472d-af86-561e5e163c1c details requested by agent ovs-agent-dv-cinder-792462-1-iscsi with host dv-cinder-792462-1-iscsi {{(pid=91635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:50:57.437961 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:50:57.442176 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Usage tracker for resource:subnet and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:50:57.445421 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:50:57.451267 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:50:57.465970 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Made reservation on behalf of e69b811489974437b60658ea696c9b7e for: {'subnet': 1} {{(pid=91634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:50:57.468407 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519948'] for subnet, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.963831 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2426853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519966'] for subnet, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:57.967444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:58.036122 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6570542-a6db-4b44-9d6f-0802c461de0a,revision_number=0']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:58.040401 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:58.047476 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Checking segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:50:58.047818 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Network hostable DHCP agents. Network: 0140838b-1883-472d-af86-561e5e163c1c, hostable agents: ['af2ee6db-f177-4f6f-8805-7d27d45b890f'], hosted agents: [] {{(pid=91634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:50:58.068520 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Network 0140838b-1883-472d-af86-561e5e163c1c is scheduled to be hosted by DHCP agent af2ee6db-f177-4f6f-8805-7d27d45b890f with binding_index 1 {{(pid=91634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:50:58.079686 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-iscsi, 0140838b-1883-472d-af86-561e5e163c1c) {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:50:58.088504 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:50:58.089120 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.090652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2145755-ac55-4b19-9206-2105888f0302 None None] Network 0140838b-1883-472d-af86-561e5e163c1c requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:50:58.110482 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a0447f0c-948c-47db-9e77-afafe138f5fa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6826472 May 20 18:50:58.113217 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58534) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:50:58.118441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:50:58.125057 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:50:58.129068 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Usage tracker for resource:router and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:50:58.132008 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:50:58.138515 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:50:58.149444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-844181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4363'] for router, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.150517 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-842627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-981716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.167661 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.318648 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc025a4d-ef28-55b2-805b-50516eb95e30-0140838b-1883-472d-af86-561e5e163c1c', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a'}]}} from dv-cinder-792462-1-iscsi. {{(pid=91635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:50:58.319489 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.438514 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-981734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-844163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4374'] for router, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.478846 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.db_base_plugin_common [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Allocated IP 172.20.0.2 (0140838b-1883-472d-af86-561e5e163c1c/b6570542-a6db-4b44-9d6f-0802c461de0a/d02b0d56-4ddd-4e72-827b-a74db4fb3f3d) {{(pid=91635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:50:58.658573 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.691480 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Notify callbacks [] for port, precommit_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.702112 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Transition to ACTIVE for port object d02b0d56-4ddd-4e72-827b-a74db4fb3f3d will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:50:58.720594 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Transition to ACTIVE for port object d02b0d56-4ddd-4e72-827b-a74db4fb3f3d will not be triggered until provisioned by entity DHCP. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:50:58.727463 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551'] for port, after_create {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.734578 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-0927b052-9dde-4941-a145-a49b50a09ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:58.749020 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.781640 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.801921 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Network 0140838b-1883-472d-af86-561e5e163c1c is already hosted by enough agents. {{(pid=91635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:50:58.806726 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.scheduler.base_scheduler [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Resources bound (agent type, host, resource id): {{(pid=91635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:50:58.813422 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Received port after_create {{(pid=91635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:50:58.823335 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.824235 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Pushing event updated for resources: {'Port': ['ID=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,revision_number=1']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:58.854714 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:58.906130 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Attempting to bind port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:50:58.906601 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Attempting to bind port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:50:58.906970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Attempting to bind port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d on network 0140838b-1883-472d-af86-561e5e163c1c {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:50:58.912616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:50:58.913031 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Checking segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:50:58.913478 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.913883 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Bound using segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:50:58.914349 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Bound port: d02b0d56-4ddd-4e72-827b-a74db4fb3f3d, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:50:58.914752 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:58.919750 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_common [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Allocated IP 172.27.1.79 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/fa569a6e-71b4-4d93-9455-ecee1ce339ce) {{(pid=91634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:50:59.004091 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] For port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:50:59.007305 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] For port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:50:59.013697 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:59.018306 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-21631741-3058-4704-97b5-b018cf4a55ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:59.071163 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:59.101344 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:59.103710 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Pushing event updated for resources: {'Port': ['ID=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,revision_number=2']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:59.106230 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-83e2e419-148a-471d-8351-30554bae965e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:50:59.108686 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-55ed0214-bb78-4e78-b734-6765b8b60ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:59.165431 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:50:59.168445 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:50:59.172184 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Received port after_create {{(pid=91634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:50:59.205817 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa569a6e-71b4-4d93-9455-ecee1ce339ce,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:50:59.209843 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:50:59.436970 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d02b0d56-4ddd-4e72-827b-a74db4fb3f3d up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:50:59.520869 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:50:59.720386 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:00.020780 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ee2c2-7647-4ce7-a345-80ca14d59560 None None] Network 0140838b-1883-472d-af86-561e5e163c1c requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:51:00.068578 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-844186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-981694'] for router, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:00.143802 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] Provisioning for port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:51:00.151310 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] Provisioning complete for port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:00.151684 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:00.269887 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 is scheduled to L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c with binding_index 1 {{(pid=91634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:51:00.357225 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:00.432788 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] For port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:51:00.439043 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:00.441397 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-56cac4bf-e9a8-4946-b17e-309693370ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:00.454956 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:51:00.466808 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Sync routers for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:51:00.478287 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:51:00.479274 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:50:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:00.509957 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:00.514353 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 58554) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:51:00.514896 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] Pushing event updated for resources: {'Port': ['ID=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:00.517014 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-5d1a9d04-23f6-4cc6-8493-6c8e7d0db6c7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3992908 May 20 18:51:00.517994 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-8176eb22-074f-4f9a-b1f3-56a5a35f7b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:00.660017 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-61fbb50e-0fe9-452f-b8db-61df6cfbed12 None None] Provisioning complete for port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:00.660394 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-61fbb50e-0fe9-452f-b8db-61df6cfbed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:00.681309 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:51:01.002471 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:50:59Z', 'revision_number': 3, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:01.006411 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Checking router: 2e5a443e-1a72-4a0e-833c-1f62e49f1149 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:51:01.006751 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Updating router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 port fa569a6e-71b4-4d93-9455-ecee1ce339ce binding host dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:51:01.061363 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.196864 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.364002 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d02b0d56-4ddd-4e72-827b-a74db4fb3f3d up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:51:01.387027 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Notify callbacks [] for port, precommit_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.398786 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Allocated IP 172.20.0.1 (0140838b-1883-472d-af86-561e5e163c1c/b6570542-a6db-4b44-9d6f-0802c461de0a/0a6be0d2-c8bc-46f1-880f-802f451aa402) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:51:01.399192 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.provisioning_blocks [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Transition to ACTIVE for port object fa569a6e-71b4-4d93-9455-ecee1ce339ce will not be triggered until provisioned by entity L2. {{(pid=91636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:51:01.405208 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.409861 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:01.433424 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:01.433891 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.481892 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Attempting to bind port fa569a6e-71b4-4d93-9455-ecee1ce339ce on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:51:01.482481 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Attempting to bind port fa569a6e-71b4-4d93-9455-ecee1ce339ce by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:51:01.482639 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Attempting to bind port fa569a6e-71b4-4d93-9455-ecee1ce339ce on network c1621ee0-6742-4a7c-a684-b116b014e18f {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:51:01.491332 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:51:01.491882 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Checking segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:51:01.492372 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.492829 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Bound using segment: {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'} {{(pid=91636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:51:01.493297 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.managers [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Bound port: fa569a6e-71b4-4d93-9455-ecee1ce339ce, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780898d7-4ccc-4b79-99ca-9ff13a6fe98e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}}] {{(pid=91636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:51:01.494576 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.522278 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Pushing event updated for resources: {'Port': ['ID=fa569a6e-71b4-4d93-9455-ecee1ce339ce,revision_number=2']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:01.547084 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.547084 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.547386 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.547599 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.547904 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.548222 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.548529 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.548846 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.549182 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.549492 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.549801 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.550104 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:51:01.551367 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.555481 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:01.567043 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Transition to ACTIVE for port object 0a6be0d2-c8bc-46f1-880f-802f451aa402 will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:51:01.583511 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] For port fa569a6e-71b4-4d93-9455-ecee1ce339ce, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:51:01.587054 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.plugins.ml2.db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] For port fa569a6e-71b4-4d93-9455-ecee1ce339ce, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=fa569a6e-71b4-4d93-9455-ecee1ce339ce,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:51:01.590815 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.592242 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron_lib.callbacks.manager [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.595557 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e967984b-9ee9-42c3-8978-2adf240b037b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:01.596857 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-3b152a0e-91b2-4d76-a7b5-9e24fb65cb99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:01.655306 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Network 0140838b-1883-472d-af86-561e5e163c1c is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:51:01.658613 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:51:01.663334 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:51:01.671569 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:51:01.672233 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:50:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:01.707131 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6be0d2-c8bc-46f1-880f-802f451aa402,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:01.715208 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:01.728584 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-843687'] for router_interface, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.839701 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Pushing event updated for resources: {'Port': ['ID=fa569a6e-71b4-4d93-9455-ecee1ce339ce,revision_number=3']} {{(pid=91636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:01.859130 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG oslo_concurrency.lockutils [None req-c7c709b2-b492-44b3-b515-128108bc1b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:01.867367 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:51:01.911904 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-01b05c29-ad14-4971-9273-8455e9f47c37 None None] Provisioning for port 0a6be0d2-c8bc-46f1-880f-802f451aa402 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:51:01.917885 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-01b05c29-ad14-4971-9273-8455e9f47c37 None None] Provisioning complete for port 0a6be0d2-c8bc-46f1-880f-802f451aa402 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:01.918300 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-01b05c29-ad14-4971-9273-8455e9f47c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:01.975796 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-01b05c29-ad14-4971-9273-8455e9f47c37 None None] Port 0a6be0d2-c8bc-46f1-880f-802f451aa402 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:51:02.105563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:02.158984 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:50:59Z', 'revision_number': 3, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:02.162934 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83560539-8527-4ff1-91f0-03dbb92fbe99 None None] The sync data for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi is: [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:50:59Z', 'revision_number': 3, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:51:02.351250 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:02.361295 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:02.389331 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:02.472136 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6be0d2-c8bc-46f1-880f-802f451aa402,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:02.474537 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978972'] for router_interface, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:02.478920 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:02.613462 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Network 0140838b-1883-472d-af86-561e5e163c1c is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:51:02.614586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:51:02.803793 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-c8e88200-dab8-4d00-b437-faf3e1bf7a0a None None] Provisioning complete for port 0a6be0d2-c8bc-46f1-880f-802f451aa402 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:02.804846 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c8e88200-dab8-4d00-b437-faf3e1bf7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:02.813612 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:51:02.878421 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-c8e88200-dab8-4d00-b437-faf3e1bf7a0a None None] Port 0a6be0d2-c8bc-46f1-880f-802f451aa402 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:51:03.003338 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:51:03.012388 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-64410730-9af6-48fd-bde7-ddb168744395 admin admin] 10.222.0.32 "PUT /v2.0/routers/2e5a443e-1a72-4a0e-833c-1f62e49f1149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4962914 May 20 18:51:03.380992 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device fa569a6e-71b4-4d93-9455-ecee1ce339ce up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:51:03.450756 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port fa569a6e-71b4-4d93-9455-ecee1ce339ce completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:51:03.455781 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port fa569a6e-71b4-4d93-9455-ecee1ce339ce triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:03.456133 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.536310 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 58582) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:51:03.542216 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060586278', 'description': 'tempest-description--1631453201'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:51:03.548729 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:51:03.552781 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:51:03.556417 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:51:03.564105 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:51:03.577510 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.584448 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.598563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:51:03.600667 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port fa569a6e-71b4-4d93-9455-ecee1ce339ce, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=fa569a6e-71b4-4d93-9455-ecee1ce339ce,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:51:03.603361 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group_rule and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:51:03.606409 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.606801 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:51:03.608508 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:03.612945 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:51:03.661729 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Sync routers for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:51:03.677931 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:51:03.678629 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:50:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:03.688897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.693433 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.697297 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-9174e620-7724-4ed7-91fd-54f258bacf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:03.735545 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b926dbe-cffa-4a11-8b2f-a1f729e48653,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:03.738704 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:03.739814 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.741035 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2036591 May 20 18:51:03.744414 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 58586) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:51:03.749564 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'security_group_rule': {'security_group_id': '4b926dbe-cffa-4a11-8b2f-a1f729e48653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:51:03.755430 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:51:03.757671 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=fa569a6e-71b4-4d93-9455-ecee1ce339ce,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:03.759423 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group_rule and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:51:03.762493 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:51:03.762719 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:03.768180 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:51:03.785142 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.856444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.861357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.866994 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:51:03.870019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-d7f63650-153b-4c9e-9e2c-42c8ca3a0340 tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:03.891372 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856fc195-9da6-4f63-86e4-21c2b338582c,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:03.893873 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:03.900407 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:03.901740 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-190cfc57-c064-4ae4-aa58-b5a0f3928f31 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564763 May 20 18:51:03.904400 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 58592) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:51:03.909954 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'security_group_rule': {'security_group_id': '4b926dbe-cffa-4a11-8b2f-a1f729e48653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:51:03.916070 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:51:03.919976 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group_rule and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:51:03.922882 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:51:03.928578 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:51:03.947694 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.014499 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.026759 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.026759 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c2b1a5fe-8e1b-4f3d-a227-bfcbbec3732e tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:04.042395 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b770d2ee-a1e2-486e-bc79-526cee769410,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:04.046684 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:04.056514 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.057969 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-91ef7a5d-cec8-4310-aae4-e9ba2902aa40 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523554 May 20 18:51:04.060946 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 58598) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:51:04.065895 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'floatingip': {'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:51:04.071850 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:51:04.075820 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:floatingip and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:51:04.078728 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:51:04.084670 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:51:04.096765 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.192368 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 2, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:04.196572 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Checking router: 2e5a443e-1a72-4a0e-833c-1f62e49f1149 for host: dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:51:04.196928 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Updating router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 port 0a6be0d2-c8bc-46f1-880f-802f451aa402 binding host dv-cinder-792462-1-iscsi {{(pid=91635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:51:04.238263 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.248463 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.486369 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Allocated IP 172.27.1.216 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/8ef0e268-edf2-479c-aacd-f716e22839bd) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:51:04.625269 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Notify callbacks [] for port, precommit_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.634886 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.637683 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Transition to ACTIVE for port object 0a6be0d2-c8bc-46f1-880f-802f451aa402 will not be triggered until provisioned by entity L2. {{(pid=91635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:51:04.645315 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.649770 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:04.666044 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.670706 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-3460887b-7036-446a-9484-6fcc4ad43635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:04.734675 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:51:04.737586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:51:04.741451 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:51:04.778128 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'Port': ['ID=8ef0e268-edf2-479c-aacd-f716e22839bd,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:04.786346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:04.829654 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.835298 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c7934-2b8c-4738-a866-ecef06a1666b None None] Pushing event updated for resources: {'Port': ['ID=0a6be0d2-c8bc-46f1-880f-802f451aa402,revision_number=3']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:04.842452 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-937c7934-2b8c-4738-a866-ecef06a1666b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:04.861781 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Attempting to bind port 0a6be0d2-c8bc-46f1-880f-802f451aa402 on host dv-cinder-792462-1-iscsi for vnic_type normal with profile {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:51:04.862077 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Attempting to bind port 0a6be0d2-c8bc-46f1-880f-802f451aa402 by drivers openvswitch,hyperv on host dv-cinder-792462-1-iscsi at level 0 using segments [{'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:51:04.862485 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Attempting to bind port 0a6be0d2-c8bc-46f1-880f-802f451aa402 on network 0140838b-1883-472d-af86-561e5e163c1c {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:51:04.868191 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Checking agent: {'id': 'c4e2f166-b857-4ca0-b25e-71d440ce5bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 56), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:51:04.868784 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Checking segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:51:04.868961 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.869357 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Bound using segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} {{(pid=91635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:51:04.869841 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.managers [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Bound port: 0a6be0d2-c8bc-46f1-880f-802f451aa402, host: dv-cinder-792462-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}}] {{(pid=91635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:51:04.870204 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.894595 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.965549 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] For port 0a6be0d2-c8bc-46f1-880f-802f451aa402, host dv-cinder-792462-1-iscsi, cleared binding levels {{(pid=91635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:51:04.968856 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] For port 0a6be0d2-c8bc-46f1-880f-802f451aa402, host dv-cinder-792462-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=0a6be0d2-c8bc-46f1-880f-802f451aa402,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:51:04.975021 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:04.979972 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:05.055333 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:51:05.055975 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:50:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:05.111316 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c7934-2b8c-4738-a866-ecef06a1666b None None] Pushing event updated for resources: {'Port': ['ID=0a6be0d2-c8bc-46f1-880f-802f451aa402,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:05.118142 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:05.126525 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-937c7934-2b8c-4738-a866-ecef06a1666b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:05.128905 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:05.134989 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7498d5fd-a7a9-4328-b856-53442e0343da tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:05.246150 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'Port': ['ID=8ef0e268-edf2-479c-aacd-f716e22839bd,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:05.250212 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:05.253026 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:05.259570 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvr_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:51:05.276029 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:05.277290 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2154596 May 20 18:51:05.393431 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device fa569a6e-71b4-4d93-9455-ecee1ce339ce up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:51:05.578906 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port fa569a6e-71b4-4d93-9455-ecee1ce339ce triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:05.579293 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:05.618953 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-9372db6b-3a65-4283-abf1-a3084fa1e91f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1060586278&fields=id&tenant_id=e69b811489974437b60658ea696c9b7e HTTP/1.1" status: 200 len: 267 time: 0.0413816 May 20 18:51:05.747616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_hamode_db [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:04Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:05.752081 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355042c-9c6b-459a-a11f-6d91a0a94226 None None] The sync data for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi is: [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:04Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:51:05.765390 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-87edf34c-6f4e-4834-aefa-78d78b8b6def tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:05.766897 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-87edf34c-6f4e-4834-aefa-78d78b8b6def tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 811 time: 0.1414189 May 20 18:51:05.784284 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a97acb2e-ef17-413d-a443-f45ba31d777f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/quotas/e69b811489974437b60658ea696c9b7e HTTP/1.1" status: 200 len: 375 time: 0.0095859 May 20 18:51:05.884233 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-1011a828-5a4c-4249-b893-34b16521b112 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895619 May 20 18:51:05.950089 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-d2a3383d-009c-4e9f-87a6-82814038657e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:51:05.951129 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-d2a3383d-009c-4e9f-87a6-82814038657e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544477 May 20 18:51:06.214606 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-caf62193-bdf5-4ad1-b7b6-4ee84f6f7919 service neutron] 10.222.0.32 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567894 May 20 18:51:06.348718 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-15ed17c1-52c2-48e4-ae93-b8547ae869f4 service neutron] 10.222.0.32 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283028 May 20 18:51:07.372306 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 0a6be0d2-c8bc-46f1-880f-802f451aa402 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:51:07.443449 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning for port 0a6be0d2-c8bc-46f1-880f-802f451aa402 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:51:07.448120 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 0a6be0d2-c8bc-46f1-880f-802f451aa402 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:07.448492 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:07.569156 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:07.606637 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] For port 0a6be0d2-c8bc-46f1-880f-802f451aa402, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=0a6be0d2-c8bc-46f1-880f-802f451aa402,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:51:07.612787 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-9c87d33d-8a7d-43b0-bb46-92409656fe6d req-07297aad-a63c-4115-aa45-280656873677 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 210 time: 0.1070514 May 20 18:51:07.615099 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:07.620697 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:07.731483 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Pushing event updated for resources: {'Port': ['ID=0a6be0d2-c8bc-46f1-880f-802f451aa402,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:07.734698 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:08.706530 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0a05713b-84b9-4cb5-bac8-c9a1779d41ff req-8326ac6d-f50f-4a59-8f56-5a095e8e1d99 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 210 time: 0.0419116 May 20 18:51:09.366096 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 0a6be0d2-c8bc-46f1-880f-802f451aa402 up at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:51:09.439475 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Provisioning complete for port 0a6be0d2-c8bc-46f1-880f-802f451aa402 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:09.439852 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:09.810679 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ddc2200e-682e-4c7a-8831-8b4e043d760c req-0a29d6d6-81d4-4a99-899b-30ba059ea175 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 210 time: 0.0477045 May 20 18:51:10.913610 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-62a42cd1-1149-42ad-ad02-3809545b493a req-01a4a2bd-48ef-4b8d-998c-03feb32b1016 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 210 time: 0.0432911 May 20 18:51:12.063931 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-63ee5000-b260-42bf-ae1f-89486efd29dc req-ae27a04d-429a-47ca-afc3-648e99e8cf01 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 210 time: 0.0437477 May 20 18:51:12.938219 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-84b7c3f7-1a8f-44e6-b436-6b75aeee94b5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:12.938965 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-149ed08a-805b-43dd-8464-36a768212bb1 req-84b7c3f7-1a8f-44e6-b436-6b75aeee94b5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Synchronizing usage tracker for tenant:e69b811489974437b60658ea696c9b7e on resource:network {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:51:12.958482 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-149ed08a-805b-43dd-8464-36a768212bb1 req-84b7c3f7-1a8f-44e6-b436-6b75aeee94b5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Unset dirty status for tenant:e69b811489974437b60658ea696c9b7e on resource:network {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:51:12.959805 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-84b7c3f7-1a8f-44e6-b436-6b75aeee94b5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 811 time: 0.1705618 May 20 18:51:13.011887 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-149ed08a-805b-43dd-8464-36a768212bb1 req-7b6cb5ae-b31b-4e51-a4ed-eeb5a96f2ff7 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Synchronizing usage tracker for tenant:e69b811489974437b60658ea696c9b7e on resource:security_group {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:51:13.034993 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-149ed08a-805b-43dd-8464-36a768212bb1 req-7b6cb5ae-b31b-4e51-a4ed-eeb5a96f2ff7 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Unset dirty status for tenant:e69b811489974437b60658ea696c9b7e on resource:security_group {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:51:13.036230 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-7b6cb5ae-b31b-4e51-a4ed-eeb5a96f2ff7 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69b811489974437b60658ea696c9b7e HTTP/1.1" status: 200 len: 380 time: 0.0682662 May 20 18:51:13.045802 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'port': {'device_id': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'admin_state_up': True, 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'security_groups': ['4b926dbe-cffa-4a11-8b2f-a1f729e48653']}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:51:13.185586 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:51:13.189795 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:port and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:51:13.192657 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:51:13.198704 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:51:13.211581 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Made reservation on behalf of e69b811489974437b60658ea696c9b7e for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:51:13.215397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:13.235272 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ac178a5b-55c0-4936-b6f5-71cdee3126c9 req-f9df76be-9f9e-4785-be2b-d2d8222ca87b tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 210 time: 0.0495572 May 20 18:51:13.401625 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Allocated IP 172.20.0.3 (0140838b-1883-472d-af86-561e5e163c1c/b6570542-a6db-4b44-9d6f-0802c461de0a/fd48ce0d-1b38-4703-b678-c41924b8de47) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:51:13.609664 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:13.626392 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Transition to ACTIVE for port object fd48ce0d-1b38-4703-b678-c41924b8de47 will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:51:13.652666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:13.658812 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-59de9089-de55-4603-b3bc-d60f77b86773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:13.727370 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Network 0140838b-1883-472d-af86-561e5e163c1c is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:51:13.731078 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:51:13.734984 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:51:13.783234 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'Port': ['ID=fd48ce0d-1b38-4703-b678-c41924b8de47,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:13.787714 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:13.803090 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:13.803700 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:13.825459 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-e35eea16-0232-4847-adba-de04225f3383 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838395 May 20 18:51:13.835588 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-d5a58120-b125-4ca6-8f9e-04e479e1e923 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:51:13.836693 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-d5a58120-b125-4ca6-8f9e-04e479e1e923 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052207 May 20 18:51:13.894584 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Request body: {'port': {'device_id': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:51:13.976550 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-eef0dd27-9cdc-4428-9abd-44e7db903df8 None None] Provisioning for port fd48ce0d-1b38-4703-b678-c41924b8de47 completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:51:13.983529 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-eef0dd27-9cdc-4428-9abd-44e7db903df8 None None] Provisioning complete for port fd48ce0d-1b38-4703-b678-c41924b8de47 triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:13.983890 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-eef0dd27-9cdc-4428-9abd-44e7db903df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:14.042544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-eef0dd27-9cdc-4428-9abd-44e7db903df8 None None] Port fd48ce0d-1b38-4703-b678-c41924b8de47 cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:51:14.126343 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:14.380174 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:51:14.422311 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3ce39-63ee-47a6-bc8a-9ef26a39b7bc req-af48fb21-4bcd-4832-b646-774bc0500b19 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:14.423797 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6ce3ce39-63ee-47a6-bc8a-9ef26a39b7bc req-af48fb21-4bcd-4832-b646-774bc0500b19 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 931 time: 0.0802965 May 20 18:51:14.468605 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-6ce3ce39-63ee-47a6-bc8a-9ef26a39b7bc req-5638faf4-e093-4142-bd15-e877ee74c210 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387576 May 20 18:51:14.481829 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd48ce0d-1b38-4703-b678-c41924b8de47 {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:51:14.489146 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:14.503879 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Transition to ACTIVE for port object fd48ce0d-1b38-4703-b678-c41924b8de47 will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:51:14.508832 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:14.513061 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-49a1c975-e91d-4bbd-88f6-e2a0e89cdcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:14.639769 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Pushing event updated for resources: {'Port': ['ID=fd48ce0d-1b38-4703-b678-c41924b8de47,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:14.666400 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:14.743102 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Attempting to bind port fd48ce0d-1b38-4703-b678-c41924b8de47 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:51:14.743541 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Attempting to bind port fd48ce0d-1b38-4703-b678-c41924b8de47 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:51:14.743811 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Attempting to bind port fd48ce0d-1b38-4703-b678-c41924b8de47 on network 0140838b-1883-472d-af86-561e5e163c1c {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:51:14.749072 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Port fd48ce0d-1b38-4703-b678-c41924b8de47 on network 0140838b-1883-472d-af86-561e5e163c1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:51:14.749378 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Attempting to bind port fd48ce0d-1b38-4703-b678-c41924b8de47 on network 0140838b-1883-472d-af86-561e5e163c1c {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:51:14.754418 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:51:14.754740 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Checking segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:51:14.755095 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Bound using segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:51:14.755512 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Bound port: fd48ce0d-1b38-4703-b678-c41924b8de47, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:51:14.755843 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:14.848017 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] For port fd48ce0d-1b38-4703-b678-c41924b8de47, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:51:14.850882 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] For port fd48ce0d-1b38-4703-b678-c41924b8de47, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd48ce0d-1b38-4703-b678-c41924b8de47,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:51:14.858312 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:14.861775 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-8a0187d9-4b1d-45b4-b2e8-4f80090e86c8 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:14.916971 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:14.917574 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:14.918979 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] 10.222.0.42 "PUT /v2.0/ports/fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1093 time: 1.0747857 May 20 18:51:14.919453 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:51:14.947164 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Pushing event updated for resources: {'Port': ['ID=fd48ce0d-1b38-4703-b678-c41924b8de47,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:14.951647 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a59a0034-b31c-4ca1-8ba0-9c1a6d8c0420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:15.044098 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-3d59bbd3-9d90-4084-8504-c778284237ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:15.045638 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-3d59bbd3-9d90-4084-8504-c778284237ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1096 time: 0.0783787 May 20 18:51:15.115809 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-d4b424c7-97a9-4701-ad93-c7b278643f86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 217 time: 0.0628362 May 20 18:51:15.188093 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-fc4e54dc-eae2-4600-addc-2a6fed374ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:15.190149 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-fc4e54dc-eae2-4600-addc-2a6fed374ec9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0673068 May 20 18:51:15.267816 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed08a-805b-43dd-8464-36a768212bb1 req-1dd5e105-fa6a-49d2-a08c-24c2d243ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:15.269326 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-1dd5e105-fa6a-49d2-a08c-24c2d243ae52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727928 May 20 18:51:15.413682 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-7404cd22-a05d-43ca-a840-f2cb8e0ba706 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368670 May 20 18:51:15.548925 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-149ed08a-805b-43dd-8464-36a768212bb1 req-be52a892-b5a9-4fc6-87a9-473ad3b86167 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276507 May 20 18:51:15.666120 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efe3cf-431d-45c6-a7d0-9190063337db req-250256f3-c17b-45ee-8f9d-20112b527700 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:15.667750 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e1efe3cf-431d-45c6-a7d0-9190063337db req-250256f3-c17b-45ee-8f9d-20112b527700 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 943 time: 0.0867252 May 20 18:51:15.714664 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e1efe3cf-431d-45c6-a7d0-9190063337db req-88109acf-289f-422d-8ee9-37e57afab18b tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 May 20 18:51:16.075392 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'status': 'completed', 'code': 200} May 20 18:51:16.191765 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-a1130a8f-4081-4e45-baaa-23390dff0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:16.194098 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-a1130a8f-4081-4e45-baaa-23390dff0f28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1096 time: 0.0945246 May 20 18:51:16.487282 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-288522d8-9698-4f30-ab7c-f2ede284d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:16.488773 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-288522d8-9698-4f30-ab7c-f2ede284d16f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.2862215 May 20 18:51:16.573450 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-8ada1991-2013-4539-9e93-a27dc8fdd3d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 217 time: 0.0770128 May 20 18:51:16.662127 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-c1bcbd50-057b-42e8-9066-f7c1410b9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:16.662127 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-c1bcbd50-057b-42e8-9066-f7c1410b9a94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0782812 May 20 18:51:16.758041 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-b96a6869-48de-498e-84d6-03885207d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:16.760312 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-b96a6869-48de-498e-84d6-03885207d072 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953929 May 20 18:51:16.929364 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-89600d19-eec5-49bb-9291-9e58e4865eae service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606596 May 20 18:51:16.947456 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffea93-0457-492a-a0fa-0bf8aaaf9c4e req-237efc1c-1d6b-4c48-bb97-81ed6b477147 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:16.950053 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b6ffea93-0457-492a-a0fa-0bf8aaaf9c4e req-237efc1c-1d6b-4c48-bb97-81ed6b477147 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 943 time: 0.1013713 May 20 18:51:17.006390 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b6ffea93-0457-492a-a0fa-0bf8aaaf9c4e req-d1905239-0167-4118-800f-3f3579bcf602 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496905 May 20 18:51:17.079204 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-00941900-b1e4-42b7-95ab-9cd63465a714 req-d5fa92cf-e9e6-41e7-9f51-47ffb5b9419f service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429267 May 20 18:51:18.214469 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041bc39-571e-4ea9-94c5-d7ef8996b163 req-040e6760-d444-42c1-b7e4-92e08e92091d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:18.215949 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e041bc39-571e-4ea9-94c5-d7ef8996b163 req-040e6760-d444-42c1-b7e4-92e08e92091d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 943 time: 0.0916846 May 20 18:51:18.263232 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e041bc39-571e-4ea9-94c5-d7ef8996b163 req-3bb67e37-3fe3-4286-8794-6ecb33e08b4c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 May 20 18:51:18.923551 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device fd48ce0d-1b38-4703-b678-c41924b8de47 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:51:19.066639 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port fd48ce0d-1b38-4703-b678-c41924b8de47, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd48ce0d-1b38-4703-b678-c41924b8de47,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:51:19.079288 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'port_id': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'mac_address': 'fa:16:3e:4e:93:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:51:19.132903 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:19.149974 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd48ce0d-1b38-4703-b678-c41924b8de47 {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:51:19.165491 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port fd48ce0d-1b38-4703-b678-c41924b8de47, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd48ce0d-1b38-4703-b678-c41924b8de47,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:51:19.172251 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:19.174125 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-937c7934-2b8c-4738-a866-ecef06a1666b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:19.243328 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=fd48ce0d-1b38-4703-b678-c41924b8de47,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:19.246543 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:19.400888 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['fd48ce0d-1b38-4703-b678-c41924b8de47'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:51:19.461654 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a46574-f6ac-41fa-a080-d7de0b0c5bbf req-0636d1e8-daa5-4342-b14e-190ea688c651 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:19.463204 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35a46574-f6ac-41fa-a080-d7de0b0c5bbf req-0636d1e8-daa5-4342-b14e-190ea688c651 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 944 time: 0.0868688 May 20 18:51:19.508687 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35a46574-f6ac-41fa-a080-d7de0b0c5bbf req-9f67e448-f492-4e60-8fbf-1bae38942dd6 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 May 20 18:51:20.708889 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536d34a-dbdd-4d91-a0df-72fb172a6121 req-57b27149-0b72-42b1-94d9-24a982b77e79 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:20.711315 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5536d34a-dbdd-4d91-a0df-72fb172a6121 req-57b27149-0b72-42b1-94d9-24a982b77e79 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 944 time: 0.0919449 May 20 18:51:20.758677 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5536d34a-dbdd-4d91-a0df-72fb172a6121 req-e24cbb78-90d7-4247-bc54-f7476b0fce61 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 May 20 18:51:20.939315 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device fd48ce0d-1b38-4703-b678-c41924b8de47 up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:51:21.023985 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port fd48ce0d-1b38-4703-b678-c41924b8de47 completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:51:21.029654 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port fd48ce0d-1b38-4703-b678-c41924b8de47 triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:51:21.030029 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:21.148125 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:21.174479 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:51:21.183959 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port fd48ce0d-1b38-4703-b678-c41924b8de47, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd48ce0d-1b38-4703-b678-c41924b8de47,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:51:21.190228 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:21.192216 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-6b74a39c-385e-4e10-a0fb-9749374a4f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:51:21.256756 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=fd48ce0d-1b38-4703-b678-c41924b8de47,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:51:21.259767 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:51:21.960109 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194e8a6-bd12-4b07-b89b-909e4cf6eed0 req-940110e9-b28e-4f01-a634-75fcb34d0a82 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:21.961588 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7194e8a6-bd12-4b07-b89b-909e4cf6eed0 req-940110e9-b28e-4f01-a634-75fcb34d0a82 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0881343 May 20 18:51:22.006775 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7194e8a6-bd12-4b07-b89b-909e4cf6eed0 req-9a9a43c0-a528-41ad-85ff-00fc618f8b37 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 May 20 18:51:22.308621 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'code': 200} May 20 18:51:22.561346 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387011e6-bfdc-4772-af89-cdc389831695 req-7f528efe-2b4e-48ce-b81c-23cf1c60cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:22.562871 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-387011e6-bfdc-4772-af89-cdc389831695 req-7f528efe-2b4e-48ce-b81c-23cf1c60cdc4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0863302 May 20 18:51:22.605109 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-387011e6-bfdc-4772-af89-cdc389831695 req-4118262e-3599-4b17-a4cd-b3b7a62d3a70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353940 May 20 18:51:23.048479 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3fdff40f-72fe-455e-85cd-b29e94779e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:23.210143 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508e7b-53db-4f53-a96e-48c2819fc1c5 req-bf8f8190-c8ba-44ef-b495-0be8645a8a45 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:23.211633 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d1508e7b-53db-4f53-a96e-48c2819fc1c5 req-bf8f8190-c8ba-44ef-b495-0be8645a8a45 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0897615 May 20 18:51:23.262325 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d1508e7b-53db-4f53-a96e-48c2819fc1c5 req-1ca6ed3f-f807-477b-8110-edc8aa4d4434 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 May 20 18:51:24.465559 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9834-0ae7-42cc-ad07-0e1dde24a9bb req-881afd0f-08cb-427e-85b5-482d2b2544ce tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:24.467030 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cf5b9834-0ae7-42cc-ad07-0e1dde24a9bb req-881afd0f-08cb-427e-85b5-482d2b2544ce tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0865445 May 20 18:51:24.514947 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cf5b9834-0ae7-42cc-ad07-0e1dde24a9bb req-5181c86e-87a8-4d0b-8386-9f362c9adae7 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 May 20 18:51:24.698850 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa1e20-6609-48cc-8c8d-f5b09c5e92d7 req-6f9f2676-53bb-47a9-bae2-170d7c178a83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:24.700323 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1eaa1e20-6609-48cc-8c8d-f5b09c5e92d7 req-6f9f2676-53bb-47a9-bae2-170d7c178a83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0867288 May 20 18:51:24.709156 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 58812) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:51:24.714101 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'floatingip': {'port_id': 'fd48ce0d-1b38-4703-b678-c41924b8de47'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:51:24.789724 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:25.438565 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-435dff84-b1b4-444a-856b-78d2c58593c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:25.476858 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:25.484388 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:25.654403 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.l3_db [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Floating IP 9cc95f64-f9b9-4610-af79-88aa6e957894 associated. External IP: 172.27.1.216, port: fd48ce0d-1b38-4703-b678-c41924b8de47. May 20 18:51:25.697244 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:26.016518 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:51:26.196539 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:51:26.200884 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:26.210698 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] Sync routers for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:51:26.224950 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:51:26.225635 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:51:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:26.257135 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-f95fe8c1-3838-4308-9b43-429984785427 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "PUT /v2.0/floatingips/9cc95f64-f9b9-4610-af79-88aa6e957894 HTTP/1.1" status: 200 len: 991 time: 1.5469389 May 20 18:51:26.257830 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:51:26.366030 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'status': 'completed', 'code': 200} May 20 18:51:26.438541 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:51:26.475391 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec176b-92d6-4935-853a-e37a6820329d req-f67437a5-731a-49a4-9f9e-997f9ef16f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:26.476865 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-98ec176b-92d6-4935-853a-e37a6820329d req-f67437a5-731a-49a4-9f9e-997f9ef16f45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0700023 May 20 18:51:26.608704 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec176b-92d6-4935-853a-e37a6820329d req-dc070c69-b777-49ac-861c-a5dadf99781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:26.610231 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-98ec176b-92d6-4935-853a-e37a6820329d req-dc070c69-b777-49ac-861c-a5dadf99781f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1263001 May 20 18:51:26.714628 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-98ec176b-92d6-4935-853a-e37a6820329d req-37671094-b7f0-4fdf-ad77-5e66341f53e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 999 time: 0.0977278 May 20 18:51:26.728464 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:26.780234 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '9cc95f64-f9b9-4610-af79-88aa6e957894', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'port_id': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'mac_address': 'fa:16:3e:4e:93:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:51:04Z', 'updated_at': '2021-05-20T18:51:25Z', 'revision_number': 1, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:26.781206 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec176b-92d6-4935-853a-e37a6820329d req-f307e07b-645e-4ed2-b178-73758927ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:26.782742 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-98ec176b-92d6-4935-853a-e37a6820329d req-f307e07b-645e-4ed2-b178-73758927ec0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0620139 May 20 18:51:26.784090 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] Checking router: 2e5a443e-1a72-4a0e-833c-1f62e49f1149 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:51:26.792556 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:51:26.793165 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:51:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:26.858307 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec176b-92d6-4935-853a-e37a6820329d req-9bcfe537-140c-4aee-b016-1ca685f5c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:51:26.859738 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-98ec176b-92d6-4935-853a-e37a6820329d req-9bcfe537-140c-4aee-b016-1ca685f5c8c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709691 May 20 18:51:26.971930 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:51:26.991512 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-98ec176b-92d6-4935-853a-e37a6820329d req-56ed26fc-211f-4fd3-a4d5-faf74618a054 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250281 May 20 18:51:27.123325 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-98ec176b-92d6-4935-853a-e37a6820329d req-1fe2a56d-4896-423a-aa0f-aab90fa5eeb7 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251149 May 20 18:51:27.326808 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '9cc95f64-f9b9-4610-af79-88aa6e957894', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'port_id': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'mac_address': 'fa:16:3e:4e:93:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:51:04Z', 'updated_at': '2021-05-20T18:51:25Z', 'revision_number': 1, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:51:27.330856 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89179dc0-83e9-401d-a7c2-3eea8f740840 None None] The sync data for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi is: [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': '9cc95f64-f9b9-4610-af79-88aa6e957894', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'port_id': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'mac_address': 'fa:16:3e:4e:93:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:51:04Z', 'updated_at': '2021-05-20T18:51:25Z', 'revision_number': 1, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:51:27.527258 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf81d6-0e86-4c55-a6c1-ae2815ed4abd None None] New status for floating IP 9cc95f64-f9b9-4610-af79-88aa6e957894: ACTIVE {{(pid=91635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:51:28.623037 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:28.767474 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:51.380025 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:51:53.051238 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8b426432-0166-4345-98df-bfee9a75db88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:55.437760 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-7a53884f-3a28-4331-bfc9-ab0b258cb9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:55.693237 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:56.740040 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:58.659116 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:51:58.811939 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:22.498775 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-4ea0bc87-b9d3-4df3-b47d-d8bc7f3d11a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740936 May 20 18:52:22.650968 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-5f4df6d6-5446-4f99-83eb-6488f45447a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:52:22.652516 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-5f4df6d6-5446-4f99-83eb-6488f45447a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0812492 May 20 18:52:22.901205 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-88f6b311-275b-4697-a6c5-7a0648cfc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:52:22.902716 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-88f6b311-275b-4697-a6c5-7a0648cfc023 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.2260425 May 20 18:52:23.007016 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-2806addc-9ad6-4b06-b058-29ce323af3f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1001 time: 0.0972254 May 20 18:52:23.045577 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8f39-cee5-4ad5-8162-95463d55b04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:23.069391 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-44f4da9b-2dbe-4d34-a4a5-49dc3c1e2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:52:23.070869 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-44f4da9b-2dbe-4d34-a4a5-49dc3c1e2200 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0582418 May 20 18:52:23.151335 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-925cee12-d0df-4f90-9e2d-8862fc9bc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:52:23.152768 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-925cee12-d0df-4f90-9e2d-8862fc9bc96c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749202 May 20 18:52:23.286685 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-f177dc53-a464-4443-b5f2-6aeae4a7f3de service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272478 May 20 18:52:23.418248 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3e4bf7cc-dfc9-4c60-bc4b-b3dd575672eb req-d0fe6519-3b82-4e39-8989-2eb79bedad5b service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250205 May 20 18:52:25.444901 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d950-64d6-4add-8ce8-fccba83aa137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:25.710931 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:26.742738 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:28.385545 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:52:28.632045 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:28.770997 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:53.061517 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4e8f616f-3017-41b5-93a5-e90d6a12f17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:55.430200 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d9d66939-1c07-4c26-91cc-e29f4c573106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:55.700211 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:56.739320 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:58.635270 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:52:58.766759 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:05.385616 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:53:23.053186 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-df86ad58-781f-497e-b553-cb78ff3a5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:23.496000 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-a6999bf8-f7ee-427b-a309-a7747685bf20 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723536 May 20 18:53:23.650131 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-c5b23fc6-7424-457d-b4e8-741454bd9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:53:23.651552 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-c5b23fc6-7424-457d-b4e8-741454bd9c33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0833433 May 20 18:53:23.810670 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-aa853269-4e08-48bf-a199-81525460e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:53:23.812167 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-aa853269-4e08-48bf-a199-81525460e67f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1414924 May 20 18:53:23.919716 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-4d4f9c52-aca1-44e1-9564-4715119b0941 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1001 time: 0.1006451 May 20 18:53:23.985348 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-0dc73b49-adae-4768-9664-00c860d17e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:53:23.986824 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-0dc73b49-adae-4768-9664-00c860d17e6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0611930 May 20 18:53:24.060731 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-bf021e9d-9fa1-4803-aec5-153bcc161098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:53:24.062221 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-bf021e9d-9fa1-4803-aec5-153bcc161098 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693574 May 20 18:53:24.194017 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-bda13caf-120d-468d-bd69-6d2a1482de3a service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245427 May 20 18:53:24.328249 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-cad8d82b-f039-44c8-9020-f4dda740ca8c req-602b1106-1301-488e-a9a6-0e7077e8832d service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278489 May 20 18:53:25.425369 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-547e7cc7-4f26-42e4-b732-bb1afca648c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:25.704262 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:26.751973 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:28.646210 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:28.763041 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:42.389170 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:53:53.052839 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5afe-dbd8-45b9-ad79-fc7a0034d15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:55.433584 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ad36aa78-0f7d-47c6-b47d-dc4dc85ea3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:55.711323 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:56.747450 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:58.664433 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:53:58.773883 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:19.389499 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:54:23.051562 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-179685f7-9fd2-4246-bc5a-66b3f375e929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:24.486064 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-eb919a4e-d4ce-42f6-9556-7c0620d3e3c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757506 May 20 18:54:24.633166 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-97ae625c-6d70-4ec5-aa4c-1fddb6b4444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:54:24.634775 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-97ae625c-6d70-4ec5-aa4c-1fddb6b4444f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0761080 May 20 18:54:24.888090 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-fed50b5b-7c57-4ad1-929b-e0f1951b7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:54:24.889716 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-fed50b5b-7c57-4ad1-929b-e0f1951b7c47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.2345269 May 20 18:54:24.997485 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-b3af4fb3-883c-4f22-86c5-e6c2abfeac34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1001 time: 0.1007543 May 20 18:54:25.088561 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-b1ed30e9-4da1-47d8-a1dd-473451fe5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:54:25.090053 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-b1ed30e9-4da1-47d8-a1dd-473451fe5a5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0860054 May 20 18:54:25.179362 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-2e04a45d-df70-4129-b32c-b554e9464f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:54:25.180907 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-2e04a45d-df70-4129-b32c-b554e9464f18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844688 May 20 18:54:25.314481 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-ab157d1e-0646-49fb-b821-c2dadf43a3b9 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258950 May 20 18:54:25.429165 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-fc5d0e46-ece1-4a77-b7fe-5c70b57b3552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:25.448171 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-e151c06b-7016-4fb6-aba1-2a9a918f4c2e req-51e97f59-b22c-46a1-b642-fe41f71a6f57 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275663 May 20 18:54:25.709540 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:26.756670 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:28.655787 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:28.773030 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:53.055934 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1ad8-e087-469f-b949-a410cf9ede99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:55.444193 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-406fabd6-a5f6-4576-8f4f-610e4ca60eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:55.702606 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:56.393302 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:54:56.766912 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:58.662569 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:54:58.753851 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:19.546219 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 60604) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:19.709789 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:19.861104 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:19.865435 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6be62c8198384102a160a1757982a8ee is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:19.868510 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:19.875523 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:19.972527 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:19.978061 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:19.986765 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4e0dbe0a-025a-4166-be2d-2b3ed6d5b14c tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:20.028946 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6be62c8198384102a160a1757982a8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814806 May 20 18:55:20.029735 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f527a48a-b843-4e7d-9138-a2907061492a,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:20.032059 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 60612) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:20.037580 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.037962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.038329 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.038716 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.039075 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.039422 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.039772 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.040139 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.040491 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.040840 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.041186 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.041532 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.045617 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:20.096524 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.126161 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.179502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.183449 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-a824f4ca-1d1e-435c-8113-1db2b9086737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:20.194582 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527a48a-b843-4e7d-9138-a2907061492a,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:20.204680 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.204989 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.205356 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.205712 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.206066 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.206410 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.206801 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.207145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.207492 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.207838 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.208163 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.208502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:55:20.211541 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.212629 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f527a48a-b843-4e7d-9138-a2907061492a HTTP/1.1" status: 204 len: 168 time: 0.1795208 May 20 18:55:20.213566 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:20.509415 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 60622) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:20.527475 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.542409 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:20.546763 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Usage tracker for resource:security_group_rule and tenant:2a881e2e93834cb4bf4c75dee739404a is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:20.549690 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:20.555891 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:20.645316 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.652125 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.663210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-51763ab2-2b8f-45ce-a994-7dab4db400f4 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:20.713725 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a881e2e93834cb4bf4c75dee739404a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032568 May 20 18:55:20.714623 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987f452f-d95f-4026-8503-a142f918d8db,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:20.717573 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 60626) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:20.717999 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-d26ae58a-8924-4552-834f-7bec0b238b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:20.782269 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.809212 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.871913 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.875897 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-78b96c05-ce54-4dad-a203-9c1c91766329 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:20.886663 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987f452f-d95f-4026-8503-a142f918d8db,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:20.891669 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:20.893427 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:20.894530 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/987f452f-d95f-4026-8503-a142f918d8db HTTP/1.1" status: 204 len: 168 time: 0.1757078 May 20 18:55:23.050450 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba324-7cce-4c0b-825e-8a2d86c8be3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:24.326418 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 60784) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:24.449955 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:24.464809 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:24.469049 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Usage tracker for resource:security_group_rule and tenant:9b85d4c9058d4b04aeccdaa0a1bc2826 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:24.471357 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-99787164-17c0-4e78-89b7-8dcb2eb4671d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713310 May 20 18:55:24.472098 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:24.479245 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:24.561598 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:24.567146 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:24.574969 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-101cdcb4-9013-46be-aa5c-b0e2b2fa7fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:24.610318 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604a722-dc91-4b20-98ff-2860af5e992b req-b0e3e983-947d-415f-aee6-76caface075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:24.611911 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-b0e3e983-947d-415f-aee6-76caface075e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0736210 May 20 18:55:24.614233 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b85d4c9058d4b04aeccdaa0a1bc2826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867270 May 20 18:55:24.616072 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb0584-2bf4-4ac2-a054-360cf3e30a4c,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:24.617180 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 60792) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:24.619202 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cbf87ae7-ac22-4d97-9152-519784deacad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:24.774612 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b58f1c2e-1f91-418d-b6d6-08de43c651ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:24.799869 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604a722-dc91-4b20-98ff-2860af5e992b req-3bb20b41-480c-456d-b21f-99a7749ba353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:24.801302 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-3bb20b41-480c-456d-b21f-99a7749ba353 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1690655 May 20 18:55:24.869338 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b58f1c2e-1f91-418d-b6d6-08de43c651ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:24.936424 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-df75f580-fb06-4883-b5af-8672824b30e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1001 time: 0.1282058 May 20 18:55:24.995877 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b58f1c2e-1f91-418d-b6d6-08de43c651ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.001718 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-161ac1cb-0eab-4752-83d7-3cdfebcf758f tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:25.016685 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1c2e-1f91-418d-b6d6-08de43c651ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb0584-2bf4-4ac2-a054-360cf3e30a4c,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:25.021503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-b58f1c2e-1f91-418d-b6d6-08de43c651ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:25.023436 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604a722-dc91-4b20-98ff-2860af5e992b req-32c55f4e-0258-4082-a396-2b21a3f4f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:25.024933 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-32c55f4e-0258-4082-a396-2b21a3f4f6d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0818355 May 20 18:55:25.030154 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-b58f1c2e-1f91-418d-b6d6-08de43c651ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.031376 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-b58f1c2e-1f91-418d-b6d6-08de43c651ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fbb0584-2bf4-4ac2-a054-360cf3e30a4c HTTP/1.1" status: 204 len: 168 time: 0.4130733 May 20 18:55:25.100294 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604a722-dc91-4b20-98ff-2860af5e992b req-632fcb54-3dac-4d64-8eaa-9a2d1b53f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:25.101776 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-632fcb54-3dac-4d64-8eaa-9a2d1b53f91d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694644 May 20 18:55:25.237604 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-f6a612c0-33bd-4e1e-92a0-40a392b15ffc service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283808 May 20 18:55:25.351834 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 60804) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:25.371978 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.388134 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:25.393389 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:49bb07610e574d779c243d6352c1a71c is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:25.397671 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:25.404428 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:25.443838 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-803e7be8-e03c-47ab-911f-6e14fca271ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.502898 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.509066 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.519424 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-b604a722-dc91-4b20-98ff-2860af5e992b req-236c396a-597a-4efd-ba87-c08af1fb2ff3 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751842 May 20 18:55:25.523955 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-28fe1221-e27a-438d-aebf-fc3fa5a3bab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:25.568125 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bc9024-288a-43e0-9c22-8af045178162,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:25.571142 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:25.582567 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 60812) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:25.586958 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-8a9be611-5e88-4a5d-abbc-15624ed2f1c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49bb07610e574d779c243d6352c1a71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338541 May 20 18:55:25.649150 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1f046d4e-af78-4d4c-8a8a-b7379ce2d2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.679398 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1f046d4e-af78-4d4c-8a8a-b7379ce2d2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.704783 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.740305 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1f046d4e-af78-4d4c-8a8a-b7379ce2d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.744167 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-0522c41a-f387-46be-849f-4b0f43866897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:25.755219 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f046d4e-af78-4d4c-8a8a-b7379ce2d2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bc9024-288a-43e0-9c22-8af045178162,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:25.758798 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-1f046d4e-af78-4d4c-8a8a-b7379ce2d2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:25.762307 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-1f046d4e-af78-4d4c-8a8a-b7379ce2d2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:25.763032 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-1f046d4e-af78-4d4c-8a8a-b7379ce2d2b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94bc9024-288a-43e0-9c22-8af045178162 HTTP/1.1" status: 204 len: 168 time: 0.1793997 May 20 18:55:26.759505 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:28.661809 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:28.779709 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:31.453433 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acf206-a639-47e2-9cdf-99fa7f23d4a6 req-637fbf16-bcb1-4f9a-974d-3ed41eb18d41 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:31.460784 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35acf206-a639-47e2-9cdf-99fa7f23d4a6 req-637fbf16-bcb1-4f9a-974d-3ed41eb18d41 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0906098 May 20 18:55:31.516486 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-35acf206-a639-47e2-9cdf-99fa7f23d4a6 req-d7c84cc3-b376-4131-8962-76ba8d60198d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546696 May 20 18:55:32.722546 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c42e-0818-471c-b51c-a4801bfb45c8 req-bd520ef8-ab8e-47f4-a6cc-b564debe4652 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:32.723992 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da65c42e-0818-471c-b51c-a4801bfb45c8 req-bd520ef8-ab8e-47f4-a6cc-b564debe4652 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0841532 May 20 18:55:32.768904 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-da65c42e-0818-471c-b51c-a4801bfb45c8 req-3ce78b06-7728-4c6b-be1a-4d37ad6bcb29 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385168 May 20 18:55:33.392373 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:55:33.846516 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 60944) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:33.981786 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dccf8-c9f8-4d72-8747-f9abb5869217 req-f4accb79-0643-4434-8011-df97b06effda tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:33.983429 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-573dccf8-c9f8-4d72-8747-f9abb5869217 req-f4accb79-0643-4434-8011-df97b06effda tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.1039693 May 20 18:55:33.988128 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.021096 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:34.026481 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Usage tracker for resource:security_group_rule and tenant:2d89df6fb2824f14995b8a224587df8f is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:34.034958 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:34.044463 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:34.054812 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-573dccf8-c9f8-4d72-8747-f9abb5869217 req-b00daafb-b065-4f43-a25d-947ac1342004 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575407 May 20 18:55:34.137309 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.142789 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.149538 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b1422b83-3b64-4f03-bd16-23e2c5767c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:34.190799 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d89df6fb2824f14995b8a224587df8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432021 May 20 18:55:34.191768 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1b478e-ebdd-455e-b398-49ed28fcd103,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:34.194879 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 60950) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:34.195802 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:34.260646 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.287654 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.343191 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.348405 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-99ea37c5-b204-43b4-91ae-cff21894b7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:34.360764 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1b478e-ebdd-455e-b398-49ed28fcd103,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:34.363736 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:34.365665 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.369820 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b1b478e-ebdd-455e-b398-49ed28fcd103 HTTP/1.1" status: 204 len: 168 time: 0.1736269 May 20 18:55:34.670900 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 60966) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:34.688974 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.708182 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:34.712571 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4fe805d73f409084c114c10e20378b is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:34.715598 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:34.721879 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:34.807339 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.814001 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.821499 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-25025385-8400-4483-962c-714af9ae638b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:34.862864 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c4fe805d73f409084c114c10e20378b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908510 May 20 18:55:34.863846 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0ad6d0-2b22-4f67-8a78-5eadcd5d73ce,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:34.866156 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 60970) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:34.867523 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:34.931728 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e489d278-7489-45b2-bfa2-57060621ac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:34.968063 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e489d278-7489-45b2-bfa2-57060621ac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:35.028044 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e489d278-7489-45b2-bfa2-57060621ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:35.032145 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-795fcfd0-8e82-421d-b8bf-fd097e0d6527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:35.044847 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489d278-7489-45b2-bfa2-57060621ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0ad6d0-2b22-4f67-8a78-5eadcd5d73ce,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:35.047480 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e489d278-7489-45b2-bfa2-57060621ac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:35.051503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e489d278-7489-45b2-bfa2-57060621ac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:35.055377 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e489d278-7489-45b2-bfa2-57060621ac87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f0ad6d0-2b22-4f67-8a78-5eadcd5d73ce HTTP/1.1" status: 204 len: 168 time: 0.1858680 May 20 18:55:35.263875 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a920f-3c06-4d85-96f8-e1c6151f9ca2 req-228fbf77-2c5d-44fa-af15-d816b6b94a7d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:35.265452 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-545a920f-3c06-4d85-96f8-e1c6151f9ca2 req-228fbf77-2c5d-44fa-af15-d816b6b94a7d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0983214 May 20 18:55:35.314756 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-545a920f-3c06-4d85-96f8-e1c6151f9ca2 req-1009df6b-8183-4727-bdf9-bb09b106b305 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 May 20 18:55:36.503568 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f9711-5ae8-4633-affb-a383b2ffe9c9 req-582b5f2c-1892-4244-9b18-d8dacca4af2f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:36.505337 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ad5f9711-5ae8-4633-affb-a383b2ffe9c9 req-582b5f2c-1892-4244-9b18-d8dacca4af2f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0822723 May 20 18:55:36.550244 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ad5f9711-5ae8-4633-affb-a383b2ffe9c9 req-25d88e15-7da1-4744-8288-e19a9de81944 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390792 May 20 18:55:37.754056 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30494d42-d578-4ca9-b7de-e0c79ce9a9bb req-2af8f565-6ade-493c-aa01-76a11a915470 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:37.755544 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-30494d42-d578-4ca9-b7de-e0c79ce9a9bb req-2af8f565-6ade-493c-aa01-76a11a915470 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0897520 May 20 18:55:37.805426 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-30494d42-d578-4ca9-b7de-e0c79ce9a9bb req-e319ad14-ca42-4c7d-a994-96a9de56b5f9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 May 20 18:55:39.024198 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ae04b-0dc3-4a47-840c-3f4d758a7083 req-8de42e0b-191d-4b18-9ebb-4136e623b0c6 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:39.025614 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cb3ae04b-0dc3-4a47-840c-3f4d758a7083 req-8de42e0b-191d-4b18-9ebb-4136e623b0c6 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0927727 May 20 18:55:39.075346 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cb3ae04b-0dc3-4a47-840c-3f4d758a7083 req-6d92f44b-3430-451c-96c4-1048eedced14 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436156 May 20 18:55:40.287036 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158bf73-c05f-4c06-9fe9-340eba4069b4 req-44825f98-3d42-4d79-b543-2d37e5c48c7e tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:40.288458 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7158bf73-c05f-4c06-9fe9-340eba4069b4 req-44825f98-3d42-4d79-b543-2d37e5c48c7e tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0848551 May 20 18:55:40.339159 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7158bf73-c05f-4c06-9fe9-340eba4069b4 req-95ae23e1-f7e0-4bd6-8a65-3726cc85c59d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 May 20 18:55:41.543976 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0049f4-2c6e-4556-b2e1-087ecf8dd114 req-07b0d2f0-d267-4307-ac67-f6838dd664e2 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:41.545435 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ed0049f4-2c6e-4556-b2e1-087ecf8dd114 req-07b0d2f0-d267-4307-ac67-f6838dd664e2 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0935557 May 20 18:55:41.610285 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ed0049f4-2c6e-4556-b2e1-087ecf8dd114 req-a9bb23f6-6ec4-4285-b81d-3cf242611221 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569704 May 20 18:55:42.810489 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d364e7-f32f-4dfc-937f-2e5da1ff2e30 req-ede2053f-0698-4a9c-9062-32ee896a2bd0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:42.811946 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-77d364e7-f32f-4dfc-937f-2e5da1ff2e30 req-ede2053f-0698-4a9c-9062-32ee896a2bd0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0852723 May 20 18:55:42.855850 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-77d364e7-f32f-4dfc-937f-2e5da1ff2e30 req-6a8880bb-0b72-4ca7-a4d6-307d4259f0a9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381055 May 20 18:55:43.207013 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4465f-2587-4b4c-ad8b-e333c4ed9da9 req-92e9f104-7a5e-4386-b949-94d9c2ba308c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:43.208467 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3c4465f-2587-4b4c-ad8b-e333c4ed9da9 req-92e9f104-7a5e-4386-b949-94d9c2ba308c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0895667 May 20 18:55:43.246563 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-136a0f1e-c77f-47af-b6bb-ad0c5aac2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:43.248207 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-136a0f1e-c77f-47af-b6bb-ad0c5aac2f98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0802252 May 20 18:55:43.254553 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c3c4465f-2587-4b4c-ad8b-e333c4ed9da9 req-d2b99e5d-defd-4cd9-86b7-429d4cdd6fa4 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396008 May 20 18:55:43.385141 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-0240426a-d0bf-49c2-b56a-ac06ae582709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:43.386904 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-0240426a-d0bf-49c2-b56a-ac06ae582709 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1322160 May 20 18:55:43.493790 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-d64b1e36-7ef9-4d0a-9c5b-fd6f6c9b8c98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1001 time: 0.0998397 May 20 18:55:43.560868 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-54832e0e-f7d8-4289-ab1f-d06b5cf35a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:43.562842 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-54832e0e-f7d8-4289-ab1f-d06b5cf35a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0619769 May 20 18:55:43.640575 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-1dbf3ff9-79a5-4b76-a52d-437a69a661e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:43.642113 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-1dbf3ff9-79a5-4b76-a52d-437a69a661e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726004 May 20 18:55:43.782249 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-4cac703e-3f49-4677-9ef0-fa543182fab5 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331294 May 20 18:55:43.921726 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54f3a5d4-3b32-4efe-85c4-2c1b1727fdb9 req-41b3923b-dcf0-45db-ae14-59888ebf6df1 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321266 May 20 18:55:44.463647 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e1e72-c7af-4f6a-87a4-8159874ddd66 req-6b798b11-0076-405b-9db1-72d534b79f18 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:44.465505 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-704e1e72-c7af-4f6a-87a4-8159874ddd66 req-6b798b11-0076-405b-9db1-72d534b79f18 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0900838 May 20 18:55:44.607202 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-704e1e72-c7af-4f6a-87a4-8159874ddd66 req-7945bc51-7a98-4945-acc6-5551829a35f0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356626 May 20 18:55:45.805489 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec0918-972f-4b88-92df-02ac4eca5083 req-d2976ac1-9bff-45a7-af56-102fcbc5fb38 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:55:45.806839 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4cec0918-972f-4b88-92df-02ac4eca5083 req-d2976ac1-9bff-45a7-af56-102fcbc5fb38 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0912044 May 20 18:55:45.858956 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4cec0918-972f-4b88-92df-02ac4eca5083 req-859d7830-65c6-4f9d-a5d7-bc863121e902 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 May 20 18:55:46.364265 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32908) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:46.493359 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:46.508192 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:46.512410 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Usage tracker for resource:security_group_rule and tenant:86fa03da451b4e50b150208beff6e942 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:46.515416 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:46.521389 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:46.602924 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:46.609908 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:46.623048 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9d5430d8-0c25-464a-b9e3-7f0f907a3b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:46.666409 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86fa03da451b4e50b150208beff6e942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010242 May 20 18:55:46.668242 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df3d2c6-7ebd-4843-8313-bec680c858a5,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:46.669444 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 32914) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:46.671722 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:46.730523 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-845ef62c-5bdf-45ec-b3d2-3c7dc3bdd5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:46.756921 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-845ef62c-5bdf-45ec-b3d2-3c7dc3bdd5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:46.818968 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-845ef62c-5bdf-45ec-b3d2-3c7dc3bdd5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:46.822931 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-494f4a4c-8997-4001-8855-8c77cd781f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:46.833575 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef62c-5bdf-45ec-b3d2-3c7dc3bdd5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df3d2c6-7ebd-4843-8313-bec680c858a5,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:46.837319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-845ef62c-5bdf-45ec-b3d2-3c7dc3bdd5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:46.840578 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-845ef62c-5bdf-45ec-b3d2-3c7dc3bdd5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:46.841764 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-845ef62c-5bdf-45ec-b3d2-3c7dc3bdd5ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4df3d2c6-7ebd-4843-8313-bec680c858a5 HTTP/1.1" status: 204 len: 168 time: 0.1712513 May 20 18:55:47.147253 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32922) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:47.167219 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.181882 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:47.186239 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Usage tracker for resource:security_group_rule and tenant:cdf32c205edb47b9a18146625b7384a1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:47.189444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:47.196141 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:47.279503 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.284731 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.292691 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 32928) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:47.299808 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-bceb9e34-7b39-42ac-9f87-3062246351f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:47.338240 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdf32c205edb47b9a18146625b7384a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897733 May 20 18:55:47.340005 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5051d725-692c-4c8a-ade2-c5c8a3d95719,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:47.341142 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 32934) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:47.343333 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9fbfa399-8883-429c-9793-0858e22df297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:47.401961 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.427681 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.484029 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.488144 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-24abc511-cd0d-46a6-aca1-de686b73da6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:47.499404 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5051d725-692c-4c8a-ade2-c5c8a3d95719,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:47.503353 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:47.510630 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.514249 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5051d725-692c-4c8a-ade2-c5c8a3d95719 HTTP/1.1" status: 204 len: 168 time: 0.1696227 May 20 18:55:47.589508 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_v2 [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Deleting subnet 8ba65dbf-7ea4-44a4-8f47-c080573e1a02 {{(pid=91633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:55:47.593752 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.646518 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488838'] for subnet, precommit_delete_associations {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:47.701554 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.061369 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9884778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9895461'] for subnet, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.066961 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2864d7fa-e9ae-42fe-a91c-b796cfc0a110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:48.100854 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba65dbf-7ea4-44a4-8f47-c080573e1a02,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:48.104623 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:48.106094 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for subnet, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.114615 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-362b43c5-0f6e-4863-a358-c218935fea3e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8ba65dbf-7ea4-44a4-8f47-c080573e1a02 HTTP/1.1" status: 204 len: 168 time: 0.8184319 May 20 18:55:48.115008 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 32956) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:48.224561 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.347828 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.361935 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645e7bfb-cd95-49fb-ba86-243805a56d6d']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:55:48.374475 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef75908-c204-4d7d-b8ae-10533958155b') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:55:48.374770 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef75908-c204-4d7d-b8ae-10533958155b') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:55:48.385932 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.402547 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.409400 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:55:48.409747 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:55:48.424211 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:55:48.503125 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.507115 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:48.522482 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.531142 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Pushing event deleted for resources: {'Network': ['ID=645e7bfb-cd95-49fb-ba86-243805a56d6d,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:48.534340 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:48.573812 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6eaecfda-e6c8-4a23-9c35-8db533a1215c admin admin] 10.222.0.32 "DELETE /v2.0/networks/645e7bfb-cd95-49fb-ba86-243805a56d6d HTTP/1.1" status: 204 len: 168 time: 0.4577155 May 20 18:55:48.763467 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 32972) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:48.819078 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e812cb5f-75b2-4bf8-8cfb-648c26b3e2c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94002bc0ab1443a69299aaae213b6ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541131 May 20 18:55:48.821403 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 32976) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:48.880363 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.906920 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.961523 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.967348 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-477450d8-9021-4687-8e99-e4edd478aa87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:48.983607 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927fb966-1d27-4797-b253-73465079661a,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:48.987109 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:48.990544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:48.993935 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/927fb966-1d27-4797-b253-73465079661a HTTP/1.1" status: 204 len: 168 time: 0.1693563 May 20 18:55:52.395673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33018) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:52.522714 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:52.537342 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:52.541273 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b966f59d8a3a4e99b43ece547174462a is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:52.544560 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:52.550274 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:52.644188 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:52.650665 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:52.658280 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-790e1d4d-55b7-4a9b-996b-7f417083e5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:52.697959 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a8eb03-3952-4e39-916d-12e0d1789edf,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:52.701377 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:52.704443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7ef13a41-dc7f-46d6-af3a-871a266e78d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b966f59d8a3a4e99b43ece547174462a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074758 May 20 18:55:52.707572 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33024) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:52.776170 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8975d1e9-f00d-4c6c-b5bd-3820e1f79faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:52.802243 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8975d1e9-f00d-4c6c-b5bd-3820e1f79faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:52.861306 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8975d1e9-f00d-4c6c-b5bd-3820e1f79faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:52.866655 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-40fb0842-2e39-4ecc-9081-1c24b4e806cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:52.879531 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975d1e9-f00d-4c6c-b5bd-3820e1f79faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a8eb03-3952-4e39-916d-12e0d1789edf,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:52.884024 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-8975d1e9-f00d-4c6c-b5bd-3820e1f79faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:52.885965 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-8975d1e9-f00d-4c6c-b5bd-3820e1f79faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:52.887086 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-8975d1e9-f00d-4c6c-b5bd-3820e1f79faf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99a8eb03-3952-4e39-916d-12e0d1789edf HTTP/1.1" status: 204 len: 168 time: 0.1783774 May 20 18:55:53.056179 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6a79090b-1b3e-44d0-848f-020580df2562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.080047 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33056) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:54.212323 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.227667 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:55:54.232154 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a242eb7858ea4497a31241005615bdf6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:55:54.235595 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:55:54.241367 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:55:54.331898 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.337906 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.346894 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e14954b3-c490-4fa6-aab9-dca0858163a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:54.386714 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a242eb7858ea4497a31241005615bdf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048089 May 20 18:55:54.387608 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbca66d0-3307-4fb4-b7d5-b7d1876a6c57,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:54.389571 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33062) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:55:54.391301 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-153fae94-4c03-4d13-b75b-d585ccda15f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:54.453180 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.479790 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.535304 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.538940 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-5aced90f-e010-4563-8b48-0024e601b463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:55:54.551303 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbca66d0-3307-4fb4-b7d5-b7d1876a6c57,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:55:54.554179 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:55:54.556162 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:54.557282 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbca66d0-3307-4fb4-b7d5-b7d1876a6c57 HTTP/1.1" status: 204 len: 168 time: 0.1666512 May 20 18:55:55.452461 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-cd18f76e-ab4a-4832-a87c-10101e4ab6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:55.711255 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:56.769392 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:58.672547 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:55:58.805661 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:10.397075 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:56:19.636176 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f8614-0178-4a21-a8fa-3872a485c84e req-9bb7d11e-9872-49e5-b9dd-b745ae13d2db tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:19.637626 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d95f8614-0178-4a21-a8fa-3872a485c84e req-9bb7d11e-9872-49e5-b9dd-b745ae13d2db tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0877199 May 20 18:56:19.685821 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d95f8614-0178-4a21-a8fa-3872a485c84e req-056f90f4-c76b-4e90-98a9-ce51df578443 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 May 20 18:56:21.012796 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477d19c-58dd-4674-90b2-4f88bab9e04a req-f5767fe4-8f14-421e-8630-f822b43981de tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:21.014173 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7477d19c-58dd-4674-90b2-4f88bab9e04a req-f5767fe4-8f14-421e-8630-f822b43981de tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.2086058 May 20 18:56:21.059142 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-7477d19c-58dd-4674-90b2-4f88bab9e04a req-a9f84ae4-925d-4c8d-a1af-1b94c1205a32 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 May 20 18:56:22.261936 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b02a38-87b7-441e-a4b5-06ae51124767 req-7d55f857-2530-4e47-a3ac-791d21945d35 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:22.263407 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-76b02a38-87b7-441e-a4b5-06ae51124767 req-7d55f857-2530-4e47-a3ac-791d21945d35 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0865345 May 20 18:56:22.311063 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-76b02a38-87b7-441e-a4b5-06ae51124767 req-29c76ff4-a9db-4b8f-a982-576b05cae7b0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390210 May 20 18:56:23.059834 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0e802220-0b4f-4429-83a6-f8d9a1075b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:23.519276 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e57ca-180f-434e-879c-c515331722c5 req-12d1295a-4255-4d75-b1c2-4286f827a0a8 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:23.520756 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd5e57ca-180f-434e-879c-c515331722c5 req-12d1295a-4255-4d75-b1c2-4286f827a0a8 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0889030 May 20 18:56:23.575734 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-cd5e57ca-180f-434e-879c-c515331722c5 req-effe4ee2-5a97-40a0-85c9-455be0e50033 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486825 May 20 18:56:24.621387 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395322da-3755-41d4-98fe-f25341d3abd5 req-a208b3ed-76bf-4f51-8ffd-d947edbacdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:24.622951 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-395322da-3755-41d4-98fe-f25341d3abd5 req-a208b3ed-76bf-4f51-8ffd-d947edbacdd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.1295774 May 20 18:56:24.763515 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d0a9d-9842-4d34-bbcd-0b4a67616646 req-4f51f48d-218a-43f4-8785-7140f03fd3f7 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:24.764952 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-874d0a9d-9842-4d34-bbcd-0b4a67616646 req-4f51f48d-218a-43f4-8785-7140f03fd3f7 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0807669 May 20 18:56:24.771590 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395322da-3755-41d4-98fe-f25341d3abd5 req-4097aded-a034-4605-aa48-91e684e29ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:24.773252 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-395322da-3755-41d4-98fe-f25341d3abd5 req-4097aded-a034-4605-aa48-91e684e29ced service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1293144 May 20 18:56:24.809039 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-874d0a9d-9842-4d34-bbcd-0b4a67616646 req-735b02a5-b9d5-4fd2-bfc6-a4ce4657dfb3 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381391 May 20 18:56:24.875578 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-395322da-3755-41d4-98fe-f25341d3abd5 req-fefba41d-70e6-44f9-a11f-15fc9a37f3cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1001 time: 0.0951941 May 20 18:56:24.945330 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395322da-3755-41d4-98fe-f25341d3abd5 req-6a031e08-6a93-464e-ab40-48d17d5709cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:24.946846 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-395322da-3755-41d4-98fe-f25341d3abd5 req-6a031e08-6a93-464e-ab40-48d17d5709cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0645988 May 20 18:56:25.026807 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395322da-3755-41d4-98fe-f25341d3abd5 req-cc1f34a1-8665-46e7-baf3-1d4477692b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:25.028168 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-395322da-3755-41d4-98fe-f25341d3abd5 req-cc1f34a1-8665-46e7-baf3-1d4477692b60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752730 May 20 18:56:25.164627 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-395322da-3755-41d4-98fe-f25341d3abd5 req-d86df964-97db-4fa7-abc8-31e576da610c service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293740 May 20 18:56:25.296279 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-395322da-3755-41d4-98fe-f25341d3abd5 req-8f5f1cf0-8e93-40c7-b88b-021a9bc9183c service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245246 May 20 18:56:25.441703 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-6d68652f-b9a7-42c4-9cc5-71404f0d962a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:25.703918 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:26.018783 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7aef4-5847-4e17-aea7-3f94bafbc798 req-546ba5d9-030f-44d5-9f84-b34256956677 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:26.020132 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-23b7aef4-5847-4e17-aea7-3f94bafbc798 req-546ba5d9-030f-44d5-9f84-b34256956677 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0923898 May 20 18:56:26.067483 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-23b7aef4-5847-4e17-aea7-3f94bafbc798 req-511c0e5a-8f89-4a1b-97d2-38eae84e3938 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387816 May 20 18:56:26.766716 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:27.264911 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f7aa-236c-4f39-84d0-bd8aca88f74b req-3110f7f8-dcef-4533-bd52-c5913f426c02 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:27.266361 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3236f7aa-236c-4f39-84d0-bd8aca88f74b req-3110f7f8-dcef-4533-bd52-c5913f426c02 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0843594 May 20 18:56:27.310971 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3236f7aa-236c-4f39-84d0-bd8aca88f74b req-841f9524-29d3-4049-953f-27a8618d303f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388093 May 20 18:56:28.607005 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29030-139a-41fc-ae75-46adb0956ff3 req-aceca443-9bd8-40ab-8cff-3a9958895a53 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:28.608466 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4fe29030-139a-41fc-ae75-46adb0956ff3 req-aceca443-9bd8-40ab-8cff-3a9958895a53 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.1738744 May 20 18:56:28.657572 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-4fe29030-139a-41fc-ae75-46adb0956ff3 req-bf74487f-4627-4685-99a8-ebbcc0d21e78 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 May 20 18:56:28.664274 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:28.827842 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:29.854575 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0981a1-4b14-49c4-9e0c-2afc84735e8c req-12534c21-9708-4fef-b1ca-29b5d899861d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:29.855922 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0c0981a1-4b14-49c4-9e0c-2afc84735e8c req-12534c21-9708-4fef-b1ca-29b5d899861d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0858631 May 20 18:56:29.899520 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0c0981a1-4b14-49c4-9e0c-2afc84735e8c req-59141b8c-59c5-4600-9187-840bc1c34595 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378518 May 20 18:56:31.103067 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364949-9dda-4d13-a188-277b0aef9e89 req-0535ac8c-0af3-47ef-af64-d60c4bf3d0e0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:31.104805 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-23364949-9dda-4d13-a188-277b0aef9e89 req-0535ac8c-0af3-47ef-af64-d60c4bf3d0e0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0827067 May 20 18:56:31.149443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-23364949-9dda-4d13-a188-277b0aef9e89 req-e5f330a2-1351-4fcb-a7f1-09e9fb03d604 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388687 May 20 18:56:31.503192 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b2f18-d2a6-426e-8396-a265293982be req-e387f231-0e22-41b6-8c78-d00c3006c8f2 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:31.504847 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ca1b2f18-d2a6-426e-8396-a265293982be req-e387f231-0e22-41b6-8c78-d00c3006c8f2 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0875349 May 20 18:56:31.537095 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-068b9355-2c26-4fbe-8e84-62b2f455a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:31.538703 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-068b9355-2c26-4fbe-8e84-62b2f455a87a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 1098 time: 0.0720024 May 20 18:56:31.550122 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-ca1b2f18-d2a6-426e-8396-a265293982be req-bacd05e1-6c16-440f-ba7c-57174fb91e8b tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 May 20 18:56:31.675086 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-a06cf014-bc57-4b5a-8591-ed1c724deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:31.676549 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-a06cf014-bc57-4b5a-8591-ed1c724deb5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1318467 May 20 18:56:31.778289 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-e43c9566-f729-49af-a1a2-e9483f23e326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 200 len: 1001 time: 0.0954854 May 20 18:56:31.838501 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-b64e368f-5ae3-47db-b96e-4b25cfa6d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:31.839921 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-b64e368f-5ae3-47db-b96e-4b25cfa6d84a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0557690 May 20 18:56:32.026262 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-cf92d71f-b14d-4887-a5a4-ce0ab0ba035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:32.027768 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-cf92d71f-b14d-4887-a5a4-ce0ab0ba035e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1816947 May 20 18:56:32.168775 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-80ea7f67-c9f5-4607-aff1-8acbda5537d1 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341243 May 20 18:56:32.302526 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-fd8a033e-7186-4f3f-8ae8-6792226fa16a req-126e4ef0-6e73-4e5a-9f60-0dc24548f284 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276050 May 20 18:56:32.769341 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd72d2f-d982-486c-bab9-88e431cca462 req-54b46457-bc0f-4744-81fb-a47f3ed6e003 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:32.770815 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0fd72d2f-d982-486c-bab9-88e431cca462 req-54b46457-bc0f-4744-81fb-a47f3ed6e003 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0874703 May 20 18:56:32.820278 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0fd72d2f-d982-486c-bab9-88e431cca462 req-1cfe923f-37f5-4867-96b5-ffddc39d0b42 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 May 20 18:56:34.028332 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21079baf-6faa-4a1f-861a-26f1ba257915 req-1decbea0-ffdf-4e5e-aedb-f71b21cf5865 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:56:34.029770 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-21079baf-6faa-4a1f-861a-26f1ba257915 req-1decbea0-ffdf-4e5e-aedb-f71b21cf5865 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0899110 May 20 18:56:34.073135 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-21079baf-6faa-4a1f-861a-26f1ba257915 req-d19b3d78-8f67-4775-82fa-4c3a29998673 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 May 20 18:56:47.401807 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:56:53.064618 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e33a-67e2-4d74-a037-786a83f4775c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:55.441931 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-aed13ee5-c8c0-47c4-a05d-39184f777092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:55.707446 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:56.779440 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:58.676574 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:56:58.822770 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:06.569174 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913ce2-aa24-46b8-8b60-e9f03c06765a req-eb32a787-f8ab-4e09-9c29-d82444f87d24 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:06.570543 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-72913ce2-aa24-46b8-8b60-e9f03c06765a req-eb32a787-f8ab-4e09-9c29-d82444f87d24 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0976868 May 20 18:57:06.615599 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-72913ce2-aa24-46b8-8b60-e9f03c06765a req-19cf5457-16e3-4ba3-b1a9-e2cf741baacd tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 May 20 18:57:07.412651 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-279083a8-817e-4fe3-9194-b3db231357e1 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:07.413257 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-279083a8-817e-4fe3-9194-b3db231357e1 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Synchronizing usage tracker for tenant:e69b811489974437b60658ea696c9b7e on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:57:07.433250 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-279083a8-817e-4fe3-9194-b3db231357e1 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Unset dirty status for tenant:e69b811489974437b60658ea696c9b7e on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:57:07.434363 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-279083a8-817e-4fe3-9194-b3db231357e1 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.1140420 May 20 18:57:07.572498 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Deleting port fd48ce0d-1b38-4703-b678-c41924b8de47 {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:57:07.572835 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:07.709047 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] For port fd48ce0d-1b38-4703-b678-c41924b8de47, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd48ce0d-1b38-4703-b678-c41924b8de47,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:57:07.709408 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:07.817440 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d800a78-86cd-4e32-86da-da7ece69a993 req-1835d881-8ce0-4f67-b2cf-07473a2e854d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:07.818962 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0d800a78-86cd-4e32-86da-da7ece69a993 req-1835d881-8ce0-4f67-b2cf-07473a2e854d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 945 time: 0.0790131 May 20 18:57:07.866344 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-0d800a78-86cd-4e32-86da-da7ece69a993 req-666c60d1-1a8a-48c8-88fe-b690dec9ab0f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b926dbe-cffa-4a11-8b2f-a1f729e48653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 May 20 18:57:08.002327 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:08.002784 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:08.003044 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.l3_db [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Floating IP 9cc95f64-f9b9-4610-af79-88aa6e957894 disassociated. External IP: 172.27.1.216, port: fd48ce0d-1b38-4703-b678-c41924b8de47. May 20 18:57:08.003385 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Calling delete_port for fd48ce0d-1b38-4703-b678-c41924b8de47 owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:57:08.121856 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:08.127941 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-02ab2ceb-0f82-486d-bcab-35b673c815de tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:08.172771 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event deleted for resources: {'Port': ['ID=fd48ce0d-1b38-4703-b678-c41924b8de47,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:08.183663 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.184037 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.184403 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.184782 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.185123 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.185488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.185852 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.186201 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.186573 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.186936 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.187325 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.187692 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:08.191629 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:08.373317 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:57:08.688083 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:57:08.697548 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] Sync routers for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:57:08.707890 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:57:08.708558 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:56:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:08.759620 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] No DVR routers for this DVR port fd48ce0d-1b38-4703-b678-c41924b8de47 on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:57:08.762689 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:08.765556 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'name': 'network-vif-deleted', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:57:08.783273 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-3b3280ed-cf9f-431a-a739-b420fa27051f req-7bebb67a-2e09-46d2-a4b0-b2f1bc824c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "DELETE /v2.0/ports/fd48ce0d-1b38-4703-b678-c41924b8de47 HTTP/1.1" status: 204 len: 173 time: 1.3427360 May 20 18:57:08.873240 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b29cbed-9e0c-44b7-953f-14a1f4b1ece3', 'name': 'network-vif-deleted', 'tag': 'fd48ce0d-1b38-4703-b678-c41924b8de47', 'status': 'completed', 'code': 200} May 20 18:57:08.891437 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:57:09.035207 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-d569bc0f-26bb-4c55-b45c-e5b4ec855100 req-0094d45b-ad93-4fa6-9592-468637c63158 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b29cbed-9e0c-44b7-953f-14a1f4b1ece3 HTTP/1.1" status: 200 len: 210 time: 0.0418782 May 20 18:57:09.213256 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:09.217296 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] Checking router: 2e5a443e-1a72-4a0e-833c-1f62e49f1149 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:57:09.226569 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:57:09.227158 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:56:55Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:09.411471 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:57:09.728785 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:09.732805 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb66a4b-d546-4f78-848d-fb2508b66ef8 None None] The sync data for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi is: [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:57:09.940776 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02366b4-170b-4d7f-ad3d-69ee3768c6e2 None None] New status for floating IP 9cc95f64-f9b9-4610-af79-88aa6e957894: DOWN {{(pid=91635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:57:10.163159 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33168) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:10.231434 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:10.258848 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:10.313636 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:10.317615 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4e342317-e6c5-4409-968b-66dbb2f3d3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:10.334663 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b926dbe-cffa-4a11-8b2f-a1f729e48653,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:10.347301 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.347660 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.348052 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.348415 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.348775 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.349135 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.349490 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.349864 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.350199 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.350589 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.351088 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.351446 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:10.355069 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:10.369468 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:10.370650 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a031ab92-91d6-4270-bdb9-7f7f51f35150 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b926dbe-cffa-4a11-8b2f-a1f729e48653 HTTP/1.1" status: 204 len: 168 time: 0.2063520 May 20 18:57:10.374067 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33172) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:10.394199 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.api.v2.resource [None req-25f14beb-3f5e-46f2-9335-a9d0a7aa126a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] show failed (client error): The resource could not be found. May 20 18:57:10.395248 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-25f14beb-3f5e-46f2-9335-a9d0a7aa126a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups/4b926dbe-cffa-4a11-8b2f-a1f729e48653 HTTP/1.1" status: 404 len: 347 time: 0.0200524 May 20 18:57:10.398214 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33176) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:10.629704 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Deleting port 8ef0e268-edf2-479c-aacd-f716e22839bd {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:57:10.629930 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:10.748161 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:10.748455 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:10.868215 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device fd48ce0d-1b38-4703-b678-c41924b8de47 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:57:10.882154 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Calling delete_port for 8ef0e268-edf2-479c-aacd-f716e22839bd owned by network:floatingip {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:57:10.901852 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: fd48ce0d-1b38-4703-b678-c41924b8de47 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:57:10.902198 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device fd48ce0d-1b38-4703-b678-c41924b8de47 not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:57:11.006028 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.010362 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-dea6774a-5969-4df1-8c66-a6d094eb678e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:11.054065 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event deleted for resources: {'Port': ['ID=8ef0e268-edf2-479c-aacd-f716e22839bd,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:11.078907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:11.145777 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.159822 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.160903 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-02b9dcb1-7b75-4b1a-87e1-dc31d8789802 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "DELETE /v2.0/floatingips/9cc95f64-f9b9-4610-af79-88aa6e957894 HTTP/1.1" status: 204 len: 168 time: 0.7617123 May 20 18:57:11.502482 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33182) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:11.509780 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860750222', 'description': 'tempest-description--377671592'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:57:11.519695 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:57:11.526319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:57:11.530186 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:57:11.536850 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:57:11.548581 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.568757 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:57:11.572744 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group_rule and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:57:11.575684 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:57:11.581509 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:57:11.650992 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.657452 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.661055 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ce71fc41-5f26-41f6-8648-248ece7854a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:11.701315 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:11.704314 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:11.705146 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.706395 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-4c9f872e-08b8-469e-97b0-442203825ca5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2028570 May 20 18:57:11.709221 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33186) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:11.714465 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'security_group_rule': {'security_group_id': 'f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:57:11.720613 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:57:11.724475 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group_rule and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:57:11.727413 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:57:11.733410 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:57:11.749891 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.815341 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.821117 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.823625 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-66f04d36-7ab1-448e-a23b-32f358a0a66d tempest-TestVolumeBootPattern-2127238267 tempest-TestVolumeBootPattern-2127238267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:11.856426 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63949430-f6b0-47ac-8f09-2b5bf4dc458f,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:11.858803 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:11.868200 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.869368 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-ac6cb508-77f3-4ecd-9231-138bd84db716 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591089 May 20 18:57:11.872085 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33190) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:11.877589 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'security_group_rule': {'security_group_id': 'f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:57:11.883446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:57:11.887175 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:security_group_rule and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:57:11.889993 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:57:11.896197 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:57:11.917499 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.992192 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.997023 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540707'] for security_group_rule, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:11.999019 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:12.021338 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87a6f69-ba8b-499e-94ce-2ead4c78f5a5,revision_number=0']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:12.023669 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:12.032005 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:12.033176 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-e604b00a-3661-48b6-872a-dd45aa97f61c tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601834 May 20 18:57:12.036148 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33194) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:12.041132 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'floatingip': {'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:57:12.047574 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:57:12.051362 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:floatingip and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:57:12.054242 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:57:12.060136 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:57:12.073354 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:12.244433 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:12.393800 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Allocated IP 172.27.1.249 (c1621ee0-6742-4a7c-a684-b116b014e18f/1e3b8533-cca9-4f6b-8811-756849f6288e/904247ae-8d2d-451b-a2b9-9242220c3e14) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:57:12.542939 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:12.582265 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:12.586890 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-f4c315b6-1e60-4ac1-a3fd-84368b5f1c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:12.645879 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Network c1621ee0-6742-4a7c-a684-b116b014e18f is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:57:12.648894 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:57:12.651442 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:57:12.808594 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'Port': ['ID=904247ae-8d2d-451b-a2b9-9242220c3e14,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:12.813205 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:12.857932 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:12.922605 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:13.136788 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:13.144069 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:13.148263 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-287000ee-286f-4648-a670-85a311d87da9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:13.254079 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'Port': ['ID=904247ae-8d2d-451b-a2b9-9242220c3e14,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:13.258169 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:13.262821 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:13.286530 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:13.288209 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-95328827-7b45-42b7-ad0a-bbaf7fa84f5f tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2506654 May 20 18:57:13.455335 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-8e9b6903-b2a8-42b7-81b8-1472e6d042f5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Synchronizing usage tracker for tenant:e69b811489974437b60658ea696c9b7e on resource:security_group {{(pid=91634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:57:13.473777 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-8e9b6903-b2a8-42b7-81b8-1472e6d042f5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Unset dirty status for tenant:e69b811489974437b60658ea696c9b7e on resource:security_group {{(pid=91634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:57:13.474934 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-8e9b6903-b2a8-42b7-81b8-1472e6d042f5 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1860750222&fields=id&tenant_id=e69b811489974437b60658ea696c9b7e HTTP/1.1" status: 200 len: 267 time: 0.0587411 May 20 18:57:13.633790 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-5df3270f-1021-4da6-b0ca-7a9916ba6f96 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:13.635262 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-5df3270f-1021-4da6-b0ca-7a9916ba6f96 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 811 time: 0.1495252 May 20 18:57:13.649848 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-b3053921-abc3-455d-9a35-49d8582f3f79 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/quotas/e69b811489974437b60658ea696c9b7e HTTP/1.1" status: 200 len: 375 time: 0.0089500 May 20 18:57:13.735844 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-f1e5a85c-4d8d-4e61-91b8-a10dc73d83d8 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810771 May 20 18:57:13.799005 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-37033c7d-d854-4b2d-bc85-0d1ed34cb250 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=91634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:57:13.800004 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-37033c7d-d854-4b2d-bc85-0d1ed34cb250 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489721 May 20 18:57:13.935224 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-5ae1638b-a6c5-4076-ad5f-408ed4f3400f service neutron] 10.222.0.32 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263223 May 20 18:57:14.070297 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-aea42bbe-f312-4061-9b86-29fdb56a4da7 service neutron] 10.222.0.32 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291845 May 20 18:57:14.254503 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1f3e0eaa-0307-4c62-9e7c-5c81bb97b2a4 req-82f464a1-2e26-48f5-bf47-d6705b46ddeb tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 210 time: 0.0470815 May 20 18:57:15.403336 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-e8cfd921-992f-406a-855e-1c24736f7638 req-c37a2f50-f15b-49bc-b139-72b12d1d7459 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 210 time: 0.0414653 May 20 18:57:15.510348 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-a8389fdf-543e-4474-8da1-cbe33302cf46 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:15.511846 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-a8389fdf-543e-4474-8da1-cbe33302cf46 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 811 time: 0.1550562 May 20 18:57:15.561018 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ee34402c-280f-4d40-a3c0-164e24655d26 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Synchronizing usage tracker for tenant:e69b811489974437b60658ea696c9b7e on resource:security_group {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:57:15.572761 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ee34402c-280f-4d40-a3c0-164e24655d26 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Unset dirty status for tenant:e69b811489974437b60658ea696c9b7e on resource:security_group {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:57:15.573881 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ee34402c-280f-4d40-a3c0-164e24655d26 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69b811489974437b60658ea696c9b7e HTTP/1.1" status: 200 len: 380 time: 0.0534508 May 20 18:57:15.582917 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'port': {'device_id': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'admin_state_up': True, 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'security_groups': ['f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e']}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:57:15.725239 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:57:15.730250 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Usage tracker for resource:port and tenant:e69b811489974437b60658ea696c9b7e is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:57:15.733465 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:57:15.740371 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:57:15.754756 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Made reservation on behalf of e69b811489974437b60658ea696c9b7e for: {'port': 1} {{(pid=91633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:57:15.760298 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:15.950610 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.db_base_plugin_common [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Allocated IP 172.20.0.9 (0140838b-1883-472d-af86-561e5e163c1c/b6570542-a6db-4b44-9d6f-0802c461de0a/d5639828-f444-4a5a-9a65-b623121deb3f) {{(pid=91633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:57:16.142120 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for port, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:16.162689 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Transition to ACTIVE for port object d5639828-f444-4a5a-9a65-b623121deb3f will not be triggered until provisioned by entity DHCP. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:57:16.190717 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752671752551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:16.196624 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-8c4a6738-2dce-4395-a38b-06fad6538646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:16.262093 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Network 0140838b-1883-472d-af86-561e5e163c1c is already hosted by enough agents. {{(pid=91633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:57:16.265103 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.base_scheduler [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Resources bound (agent type, host, resource id): {{(pid=91633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:57:16.269032 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Received port after_create {{(pid=91633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:57:16.302769 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event updated for resources: {'Port': ['ID=d5639828-f444-4a5a-9a65-b623121deb3f,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:16.309446 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:16.340012 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:16.340635 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:16.366535 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7872152 May 20 18:57:16.378076 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.v2.base [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Request body: {'port': {'device_id': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:57:16.445145 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-59c4f053-d2fd-4f9e-abd9-f6d2a99f14bd None None] Provisioning for port d5639828-f444-4a5a-9a65-b623121deb3f completed by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:57:16.451181 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-59c4f053-d2fd-4f9e-abd9-f6d2a99f14bd None None] Provisioning complete for port d5639828-f444-4a5a-9a65-b623121deb3f triggered by entity DHCP. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:57:16.451561 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-59c4f053-d2fd-4f9e-abd9-f6d2a99f14bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:16.494016 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:16.508644 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-59c4f053-d2fd-4f9e-abd9-f6d2a99f14bd None None] Port d5639828-f444-4a5a-9a65-b623121deb3f cannot update to ACTIVE because it is not bound. {{(pid=91635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:57:16.592452 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d1fe-b014-482b-be57-e8287173e5a5 req-c00c5aa2-d58a-493b-a1fc-1c8c810e2c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:16.593942 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5341d1fe-b014-482b-be57-e8287173e5a5 req-c00c5aa2-d58a-493b-a1fc-1c8c810e2c83 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 931 time: 0.0781591 May 20 18:57:16.641706 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-5341d1fe-b014-482b-be57-e8287173e5a5 req-7f3ec306-3d11-4dca-b5b6-fbcbb55277f2 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417554 May 20 18:57:16.932185 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5639828-f444-4a5a-9a65-b623121deb3f {{(pid=91633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:57:16.939742 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:16.953903 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.provisioning_blocks [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Transition to ACTIVE for port object d5639828-f444-4a5a-9a65-b623121deb3f will not be triggered until provisioned by entity L2. {{(pid=91633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:57:16.959820 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:16.963459 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-160ecf2c-ab93-453d-9e33-4b9b6245dabf tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:17.086272 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Pushing event updated for resources: {'Port': ['ID=d5639828-f444-4a5a-9a65-b623121deb3f,revision_number=2']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:17.112825 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:17.194236 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Attempting to bind port d5639828-f444-4a5a-9a65-b623121deb3f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:57:17.194518 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Attempting to bind port d5639828-f444-4a5a-9a65-b623121deb3f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:57:17.194844 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Attempting to bind port d5639828-f444-4a5a-9a65-b623121deb3f on network 0140838b-1883-472d-af86-561e5e163c1c {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:57:17.199437 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Port d5639828-f444-4a5a-9a65-b623121deb3f on network 0140838b-1883-472d-af86-561e5e163c1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:57:17.199752 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Attempting to bind port d5639828-f444-4a5a-9a65-b623121deb3f on network 0140838b-1883-472d-af86-561e5e163c1c {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:57:17.204857 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Checking agent: {'id': 'ce876461-8f48-485a-b807-e48f5a8db160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:57:17.205189 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Checking segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:57:17.205564 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Bound using segment: {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'} {{(pid=91633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:57:17.205989 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.managers [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Bound port: d5639828-f444-4a5a-9a65-b623121deb3f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31162f3c-5607-4947-8ff7-60edf21b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0140838b-1883-472d-af86-561e5e163c1c'}}] {{(pid=91633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:57:17.206329 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:17.296600 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] For port d5639828-f444-4a5a-9a65-b623121deb3f, host hv-cinder-79246, cleared binding levels {{(pid=91633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:57:17.299847 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] For port d5639828-f444-4a5a-9a65-b623121deb3f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d5639828-f444-4a5a-9a65-b623121deb3f,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:57:17.306842 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9884816'] for port, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:17.310488 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-aad777cf-7049-4f84-bd96-d13aa039dbb9 tempest-AttachVolumeNegativeTest-1929114863 tempest-AttachVolumeNegativeTest-1929114863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:17.370544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:17.371342 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:17.373662 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5639828-f444-4a5a-9a65-b623121deb3f HTTP/1.1" status: 200 len: 1093 time: 0.9997795 May 20 18:57:17.374259 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:57:17.401426 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Pushing event updated for resources: {'Port': ['ID=d5639828-f444-4a5a-9a65-b623121deb3f,revision_number=3']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:17.405231 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-ecf7bd6f-601b-4567-865c-0faa5c16c062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:17.448368 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'status': 'completed', 'code': 200} May 20 18:57:17.491003 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-72d55741-a86f-407e-8b3c-890284cc7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:17.492540 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-72d55741-a86f-407e-8b3c-890284cc7e99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 1096 time: 0.0764523 May 20 18:57:17.563346 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-d1801aea-fb0a-4c58-8a0d-3dfd3ea90884 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5639828-f444-4a5a-9a65-b623121deb3f HTTP/1.1" status: 200 len: 217 time: 0.0638313 May 20 18:57:17.636592 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-81936695-62e6-4e51-b92e-8e811dae46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:17.637910 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-81936695-62e6-4e51-b92e-8e811dae46ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0684791 May 20 18:57:17.716282 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-cf7cba6a-5ca7-41d1-9182-beed138774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:17.717775 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-cf7cba6a-5ca7-41d1-9182-beed138774e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730860 May 20 18:57:17.854245 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-f8a0d8ed-0f4c-46be-9b75-f1b123a5eb30 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301332 May 20 18:57:17.920103 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99142553-3040-4b93-a9f1-f5bcc6374b7e req-e61449fd-ef8a-40b5-b910-211ae3190050 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:17.921594 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-99142553-3040-4b93-a9f1-f5bcc6374b7e req-e61449fd-ef8a-40b5-b910-211ae3190050 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 943 time: 0.1743507 May 20 18:57:17.967518 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-99142553-3040-4b93-a9f1-f5bcc6374b7e req-d66cb95a-a480-40f6-9c1e-6dbcb8f2470d tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 May 20 18:57:17.989395 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-8566de89-39fa-422d-ae12-7be1d35ed386 req-8dcebb57-8397-4287-8436-5f3326663a12 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286328 May 20 18:57:18.110735 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-fdaa7ede-0805-4d04-b114-97663c990bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:18.112195 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-fdaa7ede-0805-4d04-b114-97663c990bd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 1096 time: 0.0748630 May 20 18:57:18.248272 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-b598b871-9cab-45df-91db-06d0914f5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:18.249621 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-b598b871-9cab-45df-91db-06d0914f5144 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1294894 May 20 18:57:18.321091 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-87d333ca-cfdc-4d87-9e70-ace05ea3a25d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5639828-f444-4a5a-9a65-b623121deb3f HTTP/1.1" status: 200 len: 217 time: 0.0633659 May 20 18:57:18.384780 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-bd848f77-4bb4-42fc-9aaa-223078f7f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:18.386198 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-bd848f77-4bb4-42fc-9aaa-223078f7f096 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0575454 May 20 18:57:18.470092 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-4cbe6541-f9f5-47b0-89bf-04d7bb6f6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:18.471644 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-4cbe6541-f9f5-47b0-89bf-04d7bb6f6c72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773890 May 20 18:57:18.615657 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-1156b6e6-bbcc-401c-b736-bcf8fecd3892 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360836 May 20 18:57:18.855568 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-af366144-dd1c-4a32-8507-2b1cdfba108e req-f52e458b-17da-4b34-ac61-63ac36033719 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316749 May 20 18:57:19.180610 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c606-cd01-4e43-9e87-f6b530585982 req-57db8283-db64-4685-b475-bbf00d7915d8 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:19.182125 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-58f4c606-cd01-4e43-9e87-f6b530585982 req-57db8283-db64-4685-b475-bbf00d7915d8 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 943 time: 0.1026871 May 20 18:57:19.232428 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-58f4c606-cd01-4e43-9e87-f6b530585982 req-79e667a1-9cd2-495d-836c-aa8f15904341 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 May 20 18:57:20.434843 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d7db8-0622-4cbd-b704-a4582e189f5e req-067b920a-3994-4462-91c2-cfea5fc83065 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:20.436282 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-066d7db8-0622-4cbd-b704-a4582e189f5e req-067b920a-3994-4462-91c2-cfea5fc83065 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 943 time: 0.0834496 May 20 18:57:20.483850 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-066d7db8-0622-4cbd-b704-a4582e189f5e req-5f906ced-69b8-434e-a8c8-68d97a8e5cfb tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 May 20 18:57:20.921487 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device d5639828-f444-4a5a-9a65-b623121deb3f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:57:21.067223 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port d5639828-f444-4a5a-9a65-b623121deb3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d5639828-f444-4a5a-9a65-b623121deb3f,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:57:21.080199 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Returning: {'device': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'port_id': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'mac_address': 'fa:16:3e:65:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:57:21.173340 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:21.189544 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5639828-f444-4a5a-9a65-b623121deb3f {{(pid=91635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:57:21.204732 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port d5639828-f444-4a5a-9a65-b623121deb3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d5639828-f444-4a5a-9a65-b623121deb3f,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:57:21.212719 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:21.215471 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-eb5402af-df1d-499f-8c76-b35ea2634e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:21.289739 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=d5639828-f444-4a5a-9a65-b623121deb3f,revision_number=4']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:21.297322 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.297669 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.298081 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.298682 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.299020 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.299353 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.299680 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.299978 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.300335 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.300657 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.300974 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.301286 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:57:21.305191 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:21.458200 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] get_ports_and_sgs() called for port_ids ['d5639828-f444-4a5a-9a65-b623121deb3f'] {{(pid=91635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:57:21.672018 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb1a5-062f-4bd0-a4e8-cb6a299ec526 req-cd0b1b36-b46e-4fad-8888-8b3e64fd5744 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:21.673512 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-778cb1a5-062f-4bd0-a4e8-cb6a299ec526 req-cd0b1b36-b46e-4fad-8888-8b3e64fd5744 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 944 time: 0.0821903 May 20 18:57:21.720284 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-778cb1a5-062f-4bd0-a4e8-cb6a299ec526 req-5d66f2af-44f9-42b2-b15d-dd206e1399b0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 May 20 18:57:22.928418 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3e73-984f-4623-8e12-b85a9d80ae11 req-3a2aa3ef-8ddb-484b-9432-ebe965c070be tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:22.929898 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device d5639828-f444-4a5a-9a65-b623121deb3f up at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:57:22.930291 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-12cc3e73-984f-4623-8e12-b85a9d80ae11 req-3a2aa3ef-8ddb-484b-9432-ebe965c070be tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 944 time: 0.0916495 May 20 18:57:22.975776 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-12cc3e73-984f-4623-8e12-b85a9d80ae11 req-0fee3cc4-8d82-4c7a-98c0-f1bb0a1ec06e tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 May 20 18:57:23.003905 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning for port d5639828-f444-4a5a-9a65-b623121deb3f completed by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:57:23.008806 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.provisioning_blocks [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Provisioning complete for port d5639828-f444-4a5a-9a65-b623121deb3f triggered by entity L2. {{(pid=91635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:57:23.009186 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914716'] for port, provisioning_complete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:23.082214 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-31a8252c-5d00-43b9-acd6-8341dafa989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:23.149552 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2047078'] for port, before_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:23.182676 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f'}] {{(pid=91635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:57:23.192826 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] For port d5639828-f444-4a5a-9a65-b623121deb3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d5639828-f444-4a5a-9a65-b623121deb3f,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:57:23.199373 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752672181176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752671752569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752671752614'] for port, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:23.201454 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:57:23.279441 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Pushing event updated for resources: {'Port': ['ID=d5639828-f444-4a5a-9a65-b623121deb3f,revision_number=5']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:57:23.283283 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:57:23.307126 dv-cinder-792462-1-iscsi neutron-server[91635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'code': 200} May 20 18:57:23.596024 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62962d8-4095-42f3-b021-0afafcea9891 req-520257a2-e77e-4aa7-a45e-7f554e39e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:23.597622 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-a62962d8-4095-42f3-b021-0afafcea9891 req-520257a2-e77e-4aa7-a45e-7f554e39e7ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 1098 time: 0.0911586 May 20 18:57:23.658977 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-a62962d8-4095-42f3-b021-0afafcea9891 req-e38c7600-6f5c-4107-b5b4-c53a61f9fb8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538418 May 20 18:57:24.164611 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d56b0-7cbb-41b6-b795-db1a7e912cbe req-b4b0e9a6-188b-42ac-8af1-df927e2f65c4 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:24.166069 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-206d56b0-7cbb-41b6-b795-db1a7e912cbe req-b4b0e9a6-188b-42ac-8af1-df927e2f65c4 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 945 time: 0.0829065 May 20 18:57:24.210431 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-206d56b0-7cbb-41b6-b795-db1a7e912cbe req-3fce2725-333e-41c2-8a1b-7955c68cf2f2 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383608 May 20 18:57:24.400875 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:57:25.434477 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb3814-6a9e-48e9-9652-49979556a3d8 req-00fec03d-3083-44b7-8ea1-bfd7a2cae053 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:25.435071 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf439-cfab-443e-a7ed-dd8a03724211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:25.435954 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ffb3814-6a9e-48e9-9652-49979556a3d8 req-00fec03d-3083-44b7-8ea1-bfd7a2cae053 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 945 time: 0.1011488 May 20 18:57:25.482270 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-1ffb3814-6a9e-48e9-9652-49979556a3d8 req-c90d5e38-c2d7-419b-9e75-1b1a92d914a1 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 May 20 18:57:25.491172 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-728cf60f-c46c-4cf0-ae2e-abd3fa06feb5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785875 May 20 18:57:25.636334 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-ef54c1b2-bb9c-4841-b4ba-82b9b315c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:25.637828 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-ef54c1b2-bb9c-4841-b4ba-82b9b315c6a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 1098 time: 0.0710347 May 20 18:57:25.660394 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fe4ca-dc62-4197-ab58-2d146cb688c0 req-bedc9ff6-14f0-4182-9b62-c611da4a9063 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:25.661814 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-b30fe4ca-dc62-4197-ab58-2d146cb688c0 req-bedc9ff6-14f0-4182-9b62-c611da4a9063 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 945 time: 0.0796483 May 20 18:57:25.670832 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33256) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:57:25.676301 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.v2.base [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Request body: {'floatingip': {'port_id': 'd5639828-f444-4a5a-9a65-b623121deb3f'}} {{(pid=91634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:57:25.702160 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:25.758077 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, before_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:25.783750 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-c61c17b2-66d6-41ae-861c-4a93f72f4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:25.785198 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-c61c17b2-66d6-41ae-861c-4a93f72f4f2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1289814 May 20 18:57:25.854994 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-549ef8cb-8294-4883-9da8-3e6aaafb0061 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5639828-f444-4a5a-9a65-b623121deb3f HTTP/1.1" status: 200 len: 217 time: 0.0627542 May 20 18:57:25.919228 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-ce07a3aa-22db-45c8-ab2d-e83d85e12604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:25.920681 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-ce07a3aa-22db-45c8-ab2d-e83d85e12604 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0574946 May 20 18:57:26.003411 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-3abe9c88-bfe0-4914-b5c7-165689fc5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:26.004789 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-3abe9c88-bfe0-4914-b5c7-165689fc5245 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775888 May 20 18:57:26.140994 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-f3651b43-65b6-42ef-aa4a-1888851547f9 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293504 May 20 18:57:26.275266 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-1d6c9d8a-7e77-4b08-b9be-2adcf6ae5e80 req-e2f236e6-0904-4533-89e0-6d10186765ba service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259990 May 20 18:57:26.357379 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:26.363820 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:26.640465 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.db.l3_db [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Floating IP b981bbef-7eb7-4724-82ff-6fcc541235bf associated. External IP: 172.27.1.249, port: d5639828-f444-4a5a-9a65-b623121deb3f. May 20 18:57:26.773800 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:27.004502 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:57:27.183036 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:57:27.187878 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:27.193511 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] Sync routers for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:57:27.204077 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:57:27.204681 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:57:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:27.246156 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-ef84e222-b71a-4fc2-a2c1-7564b89bd171 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "PUT /v2.0/floatingips/b981bbef-7eb7-4724-82ff-6fcc541235bf HTTP/1.1" status: 200 len: 991 time: 1.5742898 May 20 18:57:27.246891 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f'}] {{(pid=91634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:57:27.348872 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'status': 'completed', 'code': 200} May 20 18:57:27.385425 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:57:27.444277 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-d623fd22-7031-45ac-8385-343f1c165a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:27.445735 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-d623fd22-7031-45ac-8385-343f1c165a16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 1098 time: 0.0713980 May 20 18:57:27.579671 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-43f5f805-d796-4493-9644-1a24ed67e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:27.581114 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-43f5f805-d796-4493-9644-1a24ed67e4ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1280134 May 20 18:57:27.686587 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-83f54828-4e28-41ce-a022-f7b722cfac60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5639828-f444-4a5a-9a65-b623121deb3f HTTP/1.1" status: 200 len: 999 time: 0.0972321 May 20 18:57:27.736154 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': 'b981bbef-7eb7-4724-82ff-6fcc541235bf', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'port_id': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'mac_address': 'fa:16:3e:65:27:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:57:12Z', 'updated_at': '2021-05-20T18:57:26Z', 'revision_number': 1, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:27.739919 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] Checking router: 2e5a443e-1a72-4a0e-833c-1f62e49f1149 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:57:27.748162 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:57:27.748752 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:57:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:27.756530 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-39f4b416-865a-4666-b799-b6ed2c847b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:27.757996 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-39f4b416-865a-4666-b799-b6ed2c847b4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0578878 May 20 18:57:27.836918 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-355d5e94-0430-4d97-b7ad-925998c0e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:57:27.838295 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-355d5e94-0430-4d97-b7ad-925998c0e17a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729787 May 20 18:57:27.924011 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:57:28.086358 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-a922e5ad-01a7-46e1-87fa-87e05b9263bd service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403643 May 20 18:57:28.219640 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-5685604d-ae5b-44e8-9aab-253c4174cb99 req-5a70d9e6-2996-4e62-bb15-3ad082ce3650 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264300 May 20 18:57:28.271262 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': 'b981bbef-7eb7-4724-82ff-6fcc541235bf', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'port_id': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'mac_address': 'fa:16:3e:65:27:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:57:12Z', 'updated_at': '2021-05-20T18:57:26Z', 'revision_number': 1, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:57:28.275961 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67adaf5-210d-4cd4-a108-8fde1104ffa9 None None] The sync data for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi is: [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_floatingips': [{'id': 'b981bbef-7eb7-4724-82ff-6fcc541235bf', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'router_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'port_id': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'mac_address': 'fa:16:3e:65:27:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:57:12Z', 'updated_at': '2021-05-20T18:57:26Z', 'revision_number': 1, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:57:28.467078 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c104cf4-4743-43b8-a195-77544b0807a4 None None] New status for floating IP b981bbef-7eb7-4724-82ff-6fcc541235bf: ACTIVE {{(pid=91635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:57:28.726121 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:28.827789 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:53.067082 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d3dad783-e6ed-438d-96bf-eaddb92e33b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:55.451317 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e7dd-755b-4cd7-83ad-ac06c4ef6081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:55.702409 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:56.786212 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:58.693216 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:57:58.843526 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:01.405276 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:58:23.061576 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ccf67fce-1635-43d2-b328-5e78892690ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:25.444561 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e7914de7-d376-40a4-9684-ee4462bd3fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:25.697662 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:26.477571 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-eabea846-edb4-4d9d-8625-a640865d6b43 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693407 May 20 18:58:26.617018 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-fb8213d6-517c-4740-a03f-a87bcd2efdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:26.618551 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-fb8213d6-517c-4740-a03f-a87bcd2efdcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69b811489974437b60658ea696c9b7e&device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 1098 time: 0.0724821 May 20 18:58:26.766543 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-67b1e108-affa-4853-ab7a-716c1cb5ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:26.768572 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-67b1e108-affa-4853-ab7a-716c1cb5ec3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 200 len: 912 time: 0.1309612 May 20 18:58:26.783549 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:26.875659 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-ad66eba1-9f36-47b1-8689-75ef57d9c177 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5639828-f444-4a5a-9a65-b623121deb3f HTTP/1.1" status: 200 len: 1001 time: 0.0998812 May 20 18:58:26.878704 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545f682-fd48-4d66-a161-26a03fef4d1a req-f04e8da3-4f9d-4045-858e-9a8647d664a9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:26.880154 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3545f682-fd48-4d66-a161-26a03fef4d1a req-f04e8da3-4f9d-4045-858e-9a8647d664a9 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 945 time: 0.0797670 May 20 18:58:26.924813 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-3545f682-fd48-4d66-a161-26a03fef4d1a req-0134598d-5e1c-47fe-b215-84d89b4f37e0 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 May 20 18:58:26.941915 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-64adbc9c-a314-450f-b64f-326d0e7aba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:26.943413 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-64adbc9c-a314-450f-b64f-326d0e7aba65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 200 len: 850 time: 0.0613899 May 20 18:58:27.021333 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-4766dbea-ac12-43a5-b8fd-5b3db3275d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:27.022882 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-4766dbea-ac12-43a5-b8fd-5b3db3275d51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0140838b-1883-472d-af86-561e5e163c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717108 May 20 18:58:27.159123 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-43efe567-64fb-47ca-83a0-608a1fa51dc3 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279926 May 20 18:58:27.293256 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-54131d85-e7eb-41f0-ba0a-01a954653f15 req-44297625-f11b-46ab-9301-091ceba99796 service neutron] 10.222.0.42 "GET /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270444 May 20 18:58:28.126130 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441469f-3ff3-4f98-8b08-b4550a589e58 req-2e2f8f3a-37f0-4142-84be-e46e608e71b6 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:28.127598 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c441469f-3ff3-4f98-8b08-b4550a589e58 req-2e2f8f3a-37f0-4142-84be-e46e608e71b6 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 945 time: 0.0843949 May 20 18:58:28.174094 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-c441469f-3ff3-4f98-8b08-b4550a589e58 req-c981aca0-7a6b-40d4-9fef-adc322d1a6bb tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 May 20 18:58:28.501866 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b9437-3d09-4565-becc-75dea69c1e89 req-b0468107-b311-4209-a64d-066c3204dc67 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:28.502570 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-473b9437-3d09-4565-becc-75dea69c1e89 req-b0468107-b311-4209-a64d-066c3204dc67 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Synchronizing usage tracker for tenant:e69b811489974437b60658ea696c9b7e on resource:port {{(pid=91633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:58:28.520059 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [req-473b9437-3d09-4565-becc-75dea69c1e89 req-b0468107-b311-4209-a64d-066c3204dc67 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Unset dirty status for tenant:e69b811489974437b60658ea696c9b7e on resource:port {{(pid=91633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:58:28.521147 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-473b9437-3d09-4565-becc-75dea69c1e89 req-b0468107-b311-4209-a64d-066c3204dc67 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 945 time: 0.1045165 May 20 18:58:28.658320 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Deleting port d5639828-f444-4a5a-9a65-b623121deb3f {{(pid=91633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:58:28.658666 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:28.677384 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:28.805630 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.db [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] For port d5639828-f444-4a5a-9a65-b623121deb3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d5639828-f444-4a5a-9a65-b623121deb3f,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:58:28.806047 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:28.860065 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:29.215140 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:29.215518 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-843568'] for floatingip, after_update {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:29.215832 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.db.l3_db [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Floating IP b981bbef-7eb7-4724-82ff-6fcc541235bf disassociated. External IP: 172.27.1.249, port: d5639828-f444-4a5a-9a65-b623121deb3f. May 20 18:58:29.216165 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Calling delete_port for d5639828-f444-4a5a-9a65-b623121deb3f owned by compute:nova {{(pid=91633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:58:29.331011 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9884825'] for port, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:29.337798 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-fe95ef49-7030-4bae-979e-a2c89612e91a tempest-TestShelveInstance-1423636738 tempest-TestShelveInstance-1423636738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:29.359985 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e2740-56f9-43bd-8ed5-769cbc0da844 req-61753398-ac98-4412-9de8-3710f0cb77b8 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:58:29.361421 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-402e2740-56f9-43bd-8ed5-769cbc0da844 req-61753398-ac98-4412-9de8-3710f0cb77b8 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/ports?device_id=6953b8b2-9994-4539-ad8e-0ab1cd7dfd73 HTTP/1.1" status: 200 len: 945 time: 0.0793946 May 20 18:58:29.390540 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event deleted for resources: {'Port': ['ID=d5639828-f444-4a5a-9a65-b623121deb3f,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:29.406771 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [req-402e2740-56f9-43bd-8ed5-769cbc0da844 req-7762799b-a2e8-425d-8066-bed74345e63b tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups?id=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 May 20 18:58:29.447420 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.447809 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.448183 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.448546 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.448903 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.449264 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.449623 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.449960 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.450327 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.450703 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.451038 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.451385 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:29.460508 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:29.588147 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:58:29.780543 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:58:29.791914 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] Sync routers for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:58:29.802262 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:58:29.803057 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:58:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:29.856743 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] No DVR routers for this DVR port d5639828-f444-4a5a-9a65-b623121deb3f on host hv-cinder-79246 {{(pid=91633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:58:29.859536 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for port, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:29.862239 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'name': 'network-vif-deleted', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f'}] {{(pid=91633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:58:29.880059 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [req-473b9437-3d09-4565-becc-75dea69c1e89 req-4ea46667-ae9c-4be8-b41c-da2dfd68ee6a tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.42 "DELETE /v2.0/ports/d5639828-f444-4a5a-9a65-b623121deb3f HTTP/1.1" status: 204 len: 173 time: 1.3522847 May 20 18:58:29.912404 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953b8b2-9994-4539-ad8e-0ab1cd7dfd73', 'name': 'network-vif-deleted', 'tag': 'd5639828-f444-4a5a-9a65-b623121deb3f', 'status': 'completed', 'code': 200} May 20 18:58:30.016832 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:58:30.329160 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:30.333148 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] Checking router: 2e5a443e-1a72-4a0e-833c-1f62e49f1149 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:58:30.341994 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:58:30.342623 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:58:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:30.523233 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:58:30.531368 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33460) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:30.595503 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:30.624328 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:30.680027 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:30.684085 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-70865b9b-1e33-44f4-ae1e-4b89e825ca91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:30.699148 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:30.701731 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:30.715397 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:30.719709 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33464) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:30.720271 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "DELETE /v2.0/security-groups/f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e HTTP/1.1" status: 204 len: 168 time: 0.1873240 May 20 18:58:30.741588 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.api.v2.resource [None req-2d38b8b3-804f-4f43-96b0-03363ff20a25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] show failed (client error): The resource could not be found. May 20 18:58:30.742657 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-2d38b8b3-804f-4f43-96b0-03363ff20a25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "GET /v2.0/security-groups/f59d8ea6-9fbd-4f58-b6ef-50de7a317d8e HTTP/1.1" status: 404 len: 347 time: 0.0211272 May 20 18:58:30.745660 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33468) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:30.835295 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:30.839222 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622fe6d-268a-401f-bb08-04b815aedc74 None None] The sync data for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi is: [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:02Z', 'revision_number': 4, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi', '_interfaces': [{'id': '0a6be0d2-c8bc-46f1-880f-802f451aa402', 'name': '', 'network_id': '0140838b-1883-472d-af86-561e5e163c1c', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'mac_address': 'fa:16:3e:1d:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:51:01Z', 'updated_at': '2021-05-20T18:51:07Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'subnets': [{'id': 'b6570542-a6db-4b44-9d6f-0802c461de0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:58:30.962113 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Deleting port 904247ae-8d2d-451b-a2b9-9242220c3e14 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:58:30.962488 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:31.045680 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250d4c30-5e54-485c-a963-1b469f12dee3 None None] New status for floating IP b981bbef-7eb7-4724-82ff-6fcc541235bf: DOWN {{(pid=91635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:58:31.189206 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:31.189504 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:31.321723 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Calling delete_port for 904247ae-8d2d-451b-a2b9-9242220c3e14 owned by network:floatingip {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:58:31.438525 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:31.442116 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-b0d6b8c2-6278-45eb-bffb-c05eb7708228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:31.487920 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Pushing event deleted for resources: {'Port': ['ID=904247ae-8d2d-451b-a2b9-9242220c3e14,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:31.524437 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.524804 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.525167 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.525519 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.525866 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.526213 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.526584 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.526935 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.527259 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.527598 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.527935 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.528271 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:31.535453 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:31.594556 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks [] for floatingip, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:31.615869 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216518'] for floatingip, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:31.616998 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-6da3da53-af9a-48aa-b5ff-f89cf249ed25 tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] 10.222.0.32 "DELETE /v2.0/floatingips/b981bbef-7eb7-4724-82ff-6fcc541235bf HTTP/1.1" status: 204 len: 168 time: 0.8704364 May 20 18:58:33.399052 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device d5639828-f444-4a5a-9a65-b623121deb3f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:58:33.435220 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] No Port match for: d5639828-f444-4a5a-9a65-b623121deb3f {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:58:33.435559 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Device d5639828-f444-4a5a-9a65-b623121deb3f not bound to the agent host hv-cinder-79246 {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:58:35.694111 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33498) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:36.378296 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978990'] for router_interface, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:36.891650 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Deleting port 0a6be0d2-c8bc-46f1-880f-802f451aa402 {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:58:36.892378 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:37.014201 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] For port 0a6be0d2-c8bc-46f1-880f-802f451aa402, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=0a6be0d2-c8bc-46f1-880f-802f451aa402,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:58:37.014574 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:37.133269 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Calling delete_port for 0a6be0d2-c8bc-46f1-880f-802f451aa402 owned by network:router_interface {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:58:37.285844 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:37.289432 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-82c22fda-7224-4c50-9ff0-94ccc4da296a tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:37.335210 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6be0d2-c8bc-46f1-880f-802f451aa402,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:37.338243 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:37.595525 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979098'] for router_interface, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:37.956760 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 has already been hosted by L3 agent b6646c20-a73f-46c4-b809-9d4f522fa24c {{(pid=91634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:58:38.241187 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] Notify agent at l3_agent.dv-cinder-792462-1-iscsi the message routers_updated {{(pid=91634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:58:38.249926 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16da294-f396-44dd-b522-21c169274d14 None None] Sync routers for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:58:38.254308 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-796d9467-c8bf-4c3d-bf8e-d71487156d0b admin admin] 10.222.0.32 "PUT /v2.0/routers/2e5a443e-1a72-4a0e-833c-1f62e49f1149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5591245 May 20 18:58:38.257738 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33504) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:38.260994 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:58:38.261582 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:58:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:38.419187 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:58:38.431928 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks [] for router, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:38.441539 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: dv-cinder-792462-1-iscsi {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:58:38.610054 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:38.681321 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Deleting port fa569a6e-71b4-4d93-9455-ecee1ce339ce {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:58:38.681601 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:38.744391 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'external_fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:58:37Z', 'revision_number': 5, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port': {'id': 'fa569a6e-71b4-4d93-9455-ecee1ce339ce', 'name': '', 'network_id': 'c1621ee0-6742-4a7c-a684-b116b014e18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e3b8533-cca9-4f6b-8811-756849f6288e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-iscsi'}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:38.748108 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16da294-f396-44dd-b522-21c169274d14 None None] Checking router: 2e5a443e-1a72-4a0e-833c-1f62e49f1149 for host: dv-cinder-792462-1-iscsi {{(pid=91636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:58:38.756623 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] Routers {'2e5a443e-1a72-4a0e-833c-1f62e49f1149'} bound to L3 agent in host dv-cinder-792462-1-iscsi {{(pid=91636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:58:38.757208 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:55Z,description=,heartbeat_timestamp=2021-05-20T18:58:25Z,host='dv-cinder-792462-1-iscsi',id=b6646c20-a73f-46c4-b809-9d4f522fa24c,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:11:55Z,topic='l3_agent')) {'router_ids': ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'], 'active': True} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:38.799291 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] For port fa569a6e-71b4-4d93-9455-ecee1ce339ce, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=fa569a6e-71b4-4d93-9455-ecee1ce339ce,segment=NetworkSegment(780898d7-4ccc-4b79-99ca-9ff13a6fe98e),segment_id=780898d7-4ccc-4b79-99ca-9ff13a6fe98e)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:58:38.799637 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:38.910327 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_dvr_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] Set router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 gateway port host: None {{(pid=91636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:58:38.922653 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Calling delete_port for fa569a6e-71b4-4d93-9455-ecee1ce339ce owned by network:router_gateway {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:58:39.015873 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.l3_hamode_db [None req-a16da294-f396-44dd-b522-21c169274d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:58:38Z', 'revision_number': 6, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port_host': None}], 'dv-cinder-792462-1-iscsi', False) {} {{(pid=91636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:39.019869 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16da294-f396-44dd-b522-21c169274d14 None None] The sync data for ids ['2e5a443e-1a72-4a0e-833c-1f62e49f1149'] in dv-cinder-792462-1-iscsi is: [{'id': '2e5a443e-1a72-4a0e-833c-1f62e49f1149', 'name': 'tempest-AttachVolumeTestJSON-1433448848-router', 'tenant_id': 'e69b811489974437b60658ea696c9b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:50:58Z', 'updated_at': '2021-05-20T18:58:38Z', 'revision_number': 6, 'project_id': 'e69b811489974437b60658ea696c9b7e', 'gw_port_host': None}] {{(pid=91636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:58:39.061962 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.066699 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-ce4008a8-6075-4ebb-9e4b-40fa7227d2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:39.111851 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fa569a6e-71b4-4d93-9455-ecee1ce339ce,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:39.136869 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:39.199497 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-843525'] for router_gateway, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.369038 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-844147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.371856 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.397610 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-843833'] for router, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.398118 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e5a443e-1a72-4a0e-833c-1f62e49f1149 {{(pid=91634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:58:39.411357 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Notify callbacks [] for router, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.414027 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] 10.222.0.32 "DELETE /v2.0/routers/2e5a443e-1a72-4a0e-833c-1f62e49f1149 HTTP/1.1" status: 204 len: 168 time: 1.1533165 May 20 18:58:39.416888 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33508) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:39.477103 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Deleting subnet b6570542-a6db-4b44-9d6f-0802c461de0a {{(pid=91634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:58:39.480595 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.530952 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453794'] for subnet, precommit_delete_associations {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.610463 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1923502'] for subnet, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.778735 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 0a6be0d2-c8bc-46f1-880f-802f451aa402 no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:58:39.852975 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: 0a6be0d2-c8bc-46f1-880f-802f451aa402 {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:58:39.853320 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device 0a6be0d2-c8bc-46f1-880f-802f451aa402 not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:58:39.854431 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device fa569a6e-71b4-4d93-9455-ecee1ce339ce no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:58:39.886967 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: fa569a6e-71b4-4d93-9455-ecee1ce339ce {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:58:39.887312 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device fa569a6e-71b4-4d93-9455-ecee1ce339ce not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:58:39.977519 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1923505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2426794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519959'] for subnet, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:39.983122 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:40.024246 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6570542-a6db-4b44-9d6f-0802c461de0a,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:40.026270 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.029218 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:40.034443 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-a238cb06-aa84-4767-97c9-79fc9d89ae92 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b6570542-a6db-4b44-9d6f-0802c461de0a HTTP/1.1" status: 204 len: 168 time: 0.6186461 May 20 18:58:40.036915 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33512) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:40.039669 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acda454-f5f9-40bb-ab1b-116fbc920d16 None None] Network 0140838b-1883-472d-af86-561e5e163c1c requested from dv-cinder-792462-1-iscsi {{(pid=91635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:58:40.147994 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2031094'] for network, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.223514 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Deleting port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d {{(pid=91634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:58:40.223841 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.289491 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] DHCP port deletion for 0140838b-1883-472d-af86-561e5e163c1c request from dv-cinder-792462-1-iscsi {{(pid=91635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:58:40.326843 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.db [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] For port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:58:40.327196 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.353059 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Deleting port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d {{(pid=91635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:58:40.353363 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752672176851'] for port, before_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.448985 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.plugin [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Calling delete_port for d02b0d56-4ddd-4e72-827b-a74db4fb3f3d owned by network:dhcp {{(pid=91634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:58:40.450899 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.db [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] For port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d, host dv-cinder-792462-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-iscsi',level=0,port_id=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,segment=NetworkSegment(31162f3c-5607-4947-8ff7-60edf21b68e4),segment_id=31162f3c-5607-4947-8ff7-60edf21b68e4)] {{(pid=91635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:58:40.451286 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977364'] for port, precommit_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.496762 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2426713'] for port, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.500544 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-914bf8e3-09e9-4f1d-9c1c-71470cb256dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:40.546127 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:40.549246 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:40.550020 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] No DVR routers for this DVR port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d on host dv-cinder-792462-1-iscsi {{(pid=91634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:58:40.571345 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Calling delete_port for d02b0d56-4ddd-4e72-827b-a74db4fb3f3d owned by network:dhcp {{(pid=91635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:58:40.614903 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2047153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752672181194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752671752560'] for port, after_delete {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.618550 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-277d0e92-fd98-4af6-a3d6-0645570cc55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:40.663064 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Pushing event deleted for resources: {'Port': ['ID=d02b0d56-4ddd-4e72-827b-a74db4fb3f3d,revision_number=None']} {{(pid=91635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:40.664822 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918241', 'neutron.services.segments.db._delete_segments_for_network-8752672204921'] for network, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.667778 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] No DVR routers for this DVR port d02b0d56-4ddd-4e72-827b-a74db4fb3f3d on host dv-cinder-792462-1-iscsi {{(pid=91635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:58:40.673162 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.673498 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.673830 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.674138 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.674479 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.674801 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.675111 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.675409 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.675765 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.676073 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.676390 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.676684 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-iscsi {{(pid=91635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:58:40.678346 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0140838b-1883-472d-af86-561e5e163c1c']}} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:40.683247 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG oslo_concurrency.lockutils [None req-accbeaf1-77bc-44ca-9eae-369e5bcc3fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:40.690884 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31162f3c-5607-4947-8ff7-60edf21b68e4') {'for_net_delete': True} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:40.691171 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.services.segments.db [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31162f3c-5607-4947-8ff7-60edf21b68e4') {} {{(pid=91634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:58:40.702399 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752672217079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453805'] for segment, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.718303 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693'] for segment, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.724651 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=91634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:58:40.725168 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2426636'] for segment, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: Traceback (most recent call last): May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: timer() May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: cb(*args, **kw) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: return func(*args, **kwargs) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: self._notify() May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: self.callback(batched_events) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: event.method(event) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: return f(self, *a, **k) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._get(url).json() May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: return self.request(url, 'GET', **kwargs) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:58:40.746308 dv-cinder-792462-1-iscsi neutron-server[91634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:58:40.826249 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-540826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-843566'] for network, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.830029 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:40.842879 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039249'] for network, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:40.853308 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Pushing event deleted for resources: {'Network': ['ID=0140838b-1883-472d-af86-561e5e163c1c,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:40.856690 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:40.869785 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-cdde4b3d-344d-48f3-9e0e-2ac57c71a485 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0140838b-1883-472d-af86-561e5e163c1c HTTP/1.1" status: 204 len: 168 time: 0.8318868 May 20 18:58:41.003158 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33518) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:41.053926 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-fdb89466-1eda-4ca7-b752-ec970bc995ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e69b811489974437b60658ea696c9b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495019 May 20 18:58:41.056293 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33522) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:41.127208 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3f20252d-eb9a-48aa-8f9c-c7bf5b8fcce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:41.157730 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3f20252d-eb9a-48aa-8f9c-c7bf5b8fcce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:41.215801 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3f20252d-eb9a-48aa-8f9c-c7bf5b8fcce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:41.219507 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-47950a30-b9da-49a1-9b34-197249c9d446 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:41.233560 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20252d-eb9a-48aa-8f9c-c7bf5b8fcce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6039f-9b0e-426b-9a46-d0a3b3a9dbc0,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:41.237544 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-3f20252d-eb9a-48aa-8f9c-c7bf5b8fcce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:41.241701 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-3f20252d-eb9a-48aa-8f9c-c7bf5b8fcce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:41.245381 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-3f20252d-eb9a-48aa-8f9c-c7bf5b8fcce7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0e6039f-9b0e-426b-9a46-d0a3b3a9dbc0 HTTP/1.1" status: 204 len: 168 time: 0.1857781 May 20 18:58:41.639000 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d02b0d56-4ddd-4e72-827b-a74db4fb3f3d no longer exists at agent ovs-agent-dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:58:41.673085 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] No Port match for: d02b0d56-4ddd-4e72-827b-a74db4fb3f3d {{(pid=91635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:58:41.673434 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron.plugins.ml2.rpc [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Device d02b0d56-4ddd-4e72-827b-a74db4fb3f3d not bound to the agent host dv-cinder-792462-1-iscsi {{(pid=91635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:58:46.240479 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33608) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:46.372773 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:46.387930 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:46.392501 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Usage tracker for resource:security_group_rule and tenant:da600700fffe474086b0a2074151414d is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:46.395578 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:46.401806 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:46.493325 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:46.500177 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:46.511362 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-81806592-25d0-41da-89f6-36c799e069ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:46.552839 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da600700fffe474086b0a2074151414d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112788 May 20 18:58:46.553896 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5ea202-1de6-4701-ab5a-a1b1a843d20f,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:46.555726 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33614) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:46.557143 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7fe8a077-3804-43b8-8d8f-80adc97c1467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:46.621614 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:46.646996 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:46.703694 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:46.707357 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7b49fafd-4c0f-4139-87fd-f398d61b79c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:46.720487 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5ea202-1de6-4701-ab5a-a1b1a843d20f,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:46.723398 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:46.725480 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:46.728554 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e5ea202-1de6-4701-ab5a-a1b1a843d20f HTTP/1.1" status: 204 len: 168 time: 0.1689003 May 20 18:58:47.044090 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33622) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:47.061624 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:47.075649 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:47.079640 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Usage tracker for resource:security_group_rule and tenant:c9c6bee71d1d4fd89dc1e5e709032df6 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:47.082444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:47.088085 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:47.178470 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:47.183575 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:47.191808 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-daaf0972-1008-4a4e-86bb-f7e5f3da6b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:47.230250 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9c6bee71d1d4fd89dc1e5e709032df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850824 May 20 18:58:47.231949 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d6bc5e-2060-4d98-9267-e65a4b0f4b84,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:47.233316 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33626) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:47.235099 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9bc1694b-5c8c-4ec2-b41b-d7111bac4e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:47.303046 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-36b20def-bc2c-4f55-916d-703529656283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:47.329595 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-36b20def-bc2c-4f55-916d-703529656283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:47.385075 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-36b20def-bc2c-4f55-916d-703529656283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:47.390932 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-de6a36fd-22ca-4bc3-89d9-180a72a22772 tempest-TestMinimumBasicScenario-1004746832 tempest-TestMinimumBasicScenario-1004746832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:47.401665 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b20def-bc2c-4f55-916d-703529656283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d6bc5e-2060-4d98-9267-e65a4b0f4b84,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:47.405484 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-36b20def-bc2c-4f55-916d-703529656283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:47.409298 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-36b20def-bc2c-4f55-916d-703529656283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:47.410467 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-36b20def-bc2c-4f55-916d-703529656283 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9d6bc5e-2060-4d98-9267-e65a4b0f4b84 HTTP/1.1" status: 204 len: 168 time: 0.1759384 May 20 18:58:50.343727 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33696) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:50.470002 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:50.484685 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:50.488907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Usage tracker for resource:security_group_rule and tenant:474f24c6596849acb7e377fa64f641a5 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:50.491871 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:50.498123 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:50.580275 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:50.586153 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:50.594402 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-074b1764-6c70-43d7-88a5-e479b74b6870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:50.632611 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=474f24c6596849acb7e377fa64f641a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877955 May 20 18:58:50.634349 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135bba88-f2af-498b-9a2f-f1603a0282fe,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:50.635640 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33702) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:50.642400 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-516879b0-908a-4e17-8b6e-5ef20c9c364d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:50.700635 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7bed5272-baa0-46cc-8996-83637649623c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:50.727444 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7bed5272-baa0-46cc-8996-83637649623c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:50.789381 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7bed5272-baa0-46cc-8996-83637649623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:50.792972 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a64d9764-a166-40d8-ab99-ad2a4473e0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:50.805320 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed5272-baa0-46cc-8996-83637649623c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135bba88-f2af-498b-9a2f-f1603a0282fe,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:50.809173 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7bed5272-baa0-46cc-8996-83637649623c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:50.819788 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-7bed5272-baa0-46cc-8996-83637649623c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:50.820906 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-7bed5272-baa0-46cc-8996-83637649623c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/135bba88-f2af-498b-9a2f-f1603a0282fe HTTP/1.1" status: 204 len: 168 time: 0.1834323 May 20 18:58:51.132956 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33710) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:51.150530 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:51.168074 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:51.172392 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Usage tracker for resource:security_group_rule and tenant:f140ec27c0b44adf861379af1d319136 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:51.175396 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:51.181523 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:51.269587 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:51.275787 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:51.283165 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-f907d878-a3a8-4ac2-a55a-3026c7ef20b7 tempest-AttachVolumeShelveTestJSON-121678940 tempest-AttachVolumeShelveTestJSON-121678940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:51.324380 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f140ec27c0b44adf861379af1d319136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903372 May 20 18:58:51.325673 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba935e-caed-4eb9-b7a2-31184f8799b8,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:51.327176 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33714) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:51.328792 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-e68e9900-e12b-4d3c-ad04-1b37333f799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:51.386523 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe966-4170-4919-840c-8fc77e523364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:51.420278 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe966-4170-4919-840c-8fc77e523364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:51.476787 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe966-4170-4919-840c-8fc77e523364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:51.480964 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-2dc43900-44b6-4226-8bac-9b9d27c90c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:51.493458 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbe966-4170-4919-840c-8fc77e523364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba935e-caed-4eb9-b7a2-31184f8799b8,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:51.495736 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-4bcbe966-4170-4919-840c-8fc77e523364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:51.506144 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe966-4170-4919-840c-8fc77e523364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:51.507610 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-4bcbe966-4170-4919-840c-8fc77e523364 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dba935e-caed-4eb9-b7a2-31184f8799b8 HTTP/1.1" status: 204 len: 168 time: 0.1793530 May 20 18:58:53.069268 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e6e60996-42be-4194-89c4-5577948bf583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.400589 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33770) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:53.532033 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.546433 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:53.550447 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Usage tracker for resource:security_group_rule and tenant:10ddbf40dc7843cabf8176a37af3fbf3 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:53.553529 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:53.559676 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:53.642922 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.647759 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.655840 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-a37b00bb-9d56-437c-870d-feb7694b7735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:53.698468 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10ddbf40dc7843cabf8176a37af3fbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967756 May 20 18:58:53.700077 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d082dbb9-d4d1-4977-835e-ef27ea29567a,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:53.701426 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33776) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:53.703248 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-02f07d7f-efdd-4862-b07b-b9918bea3f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:53.767521 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444080e9-a97b-4f01-b2b2-1229a49fdc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.792944 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444080e9-a97b-4f01-b2b2-1229a49fdc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.847439 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444080e9-a97b-4f01-b2b2-1229a49fdc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.851081 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-c5915d06-fc57-455a-ac95-4a2115ddc5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:53.862156 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444080e9-a97b-4f01-b2b2-1229a49fdc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d082dbb9-d4d1-4977-835e-ef27ea29567a,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:53.865598 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-444080e9-a97b-4f01-b2b2-1229a49fdc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:53.868713 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-444080e9-a97b-4f01-b2b2-1229a49fdc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:53.869794 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-444080e9-a97b-4f01-b2b2-1229a49fdc0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d082dbb9-d4d1-4977-835e-ef27ea29567a HTTP/1.1" status: 204 len: 168 time: 0.1673250 May 20 18:58:54.169167 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33784) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:54.187785 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:54.213907 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:54.219857 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Usage tracker for resource:security_group_rule and tenant:79aeb4bce17a40a4a7793b490038ffe0 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:54.222812 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:54.229088 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:54.318412 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:54.324799 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:54.331837 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-38f83443-b62d-4f29-b774-8e8e5ab6454d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:54.373502 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda1c679-b805-47e4-afee-f339003f6b38,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:54.376840 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:54.379285 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-172ecab2-69c3-4855-b915-70a374085b39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79aeb4bce17a40a4a7793b490038ffe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090273 May 20 18:58:54.383339 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33788) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:54.537618 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9f40306a-efad-48f1-a8b0-ed7dd37ad225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:54.564441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9f40306a-efad-48f1-a8b0-ed7dd37ad225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:54.622186 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9f40306a-efad-48f1-a8b0-ed7dd37ad225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:54.625959 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-2b1a34cf-2677-4dc4-8c73-a56860dc4bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:54.640244 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40306a-efad-48f1-a8b0-ed7dd37ad225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda1c679-b805-47e4-afee-f339003f6b38,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:54.642846 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-9f40306a-efad-48f1-a8b0-ed7dd37ad225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:54.652441 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-9f40306a-efad-48f1-a8b0-ed7dd37ad225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:54.653566 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-9f40306a-efad-48f1-a8b0-ed7dd37ad225 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dda1c679-b805-47e4-afee-f339003f6b38 HTTP/1.1" status: 204 len: 168 time: 0.2692158 May 20 18:58:55.441464 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-33d5d8a3-b645-4c3e-9c33-033e441cbce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:55.694500 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:56.783455 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:57.616371 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33860) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:57.735499 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:57.750080 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:57.754260 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Usage tracker for resource:security_group_rule and tenant:fa3658f056584e6db157c1e830c4bfb1 is out of sync, need to count used quota {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:57.757236 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.quota.resource [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:57.763225 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.db.quota.driver [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:57.854810 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:57.860886 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:57.879022 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-7cacf420-ec17-4403-9e09-fb1e90f3a583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:57.922319 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa3658f056584e6db157c1e830c4bfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049226 May 20 18:58:57.923311 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437aceef-650c-4b65-ac1c-a277924172ed,revision_number=1']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:57.925215 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33866) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:57.926337 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-724b809e-a8ef-4e72-8ba9-81047b9b076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:57.987848 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5b81-2b9b-4346-b01d-7b42ad0caaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.012522 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5b81-2b9b-4346-b01d-7b42ad0caaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.070915 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5b81-2b9b-4346-b01d-7b42ad0caaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.077024 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-7caddb41-6f9a-4dfc-b919-798bb82fc0fe tempest-AttachVolumeTestJSON-601929268 tempest-AttachVolumeTestJSON-601929268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:58.095655 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f5b81-2b9b-4346-b01d-7b42ad0caaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437aceef-650c-4b65-ac1c-a277924172ed,revision_number=None']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:58.098390 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-cd2f5b81-2b9b-4346-b01d-7b42ad0caaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:58.108181 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5b81-2b9b-4346-b01d-7b42ad0caaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.110581 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-cd2f5b81-2b9b-4346-b01d-7b42ad0caaab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/437aceef-650c-4b65-ac1c-a277924172ed HTTP/1.1" status: 204 len: 168 time: 0.1829677 May 20 18:58:58.409866 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.wsgi [-] (91633) accepted ('10.222.0.32', 33874) {{(pid=91633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:58.428319 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.443846 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:58:58.448400 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Usage tracker for resource:security_group_rule and tenant:d9cf7c6a4c5e4387ae9c7259642ff3a3 is out of sync, need to count used quota {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:58:58.451373 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.quota.resource [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:58:58.457628 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.db.quota.driver [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:58:58.541553 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.547851 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_create {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.559411 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-967e927b-e012-4d26-9e31-9549d1434847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:58.680070 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.694267 dv-cinder-792462-1-iscsi neutron-server[91633]: INFO neutron.wsgi [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9cf7c6a4c5e4387ae9c7259642ff3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833157 May 20 18:58:58.695879 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798a8606-bb86-4038-aad5-0b1257ccbff1,revision_number=1']} {{(pid=91633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:58.697053 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.wsgi [-] (91634) accepted ('10.222.0.32', 33878) {{(pid=91634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:58:58.698871 dv-cinder-792462-1-iscsi neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-43ce463c-1814-4693-9325-9b24c3f42c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:58.757802 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-852acc2c-30be-4ef9-b350-bcbf65b564a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.784654 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-852acc2c-30be-4ef9-b350-bcbf65b564a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.839046 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-852acc2c-30be-4ef9-b350-bcbf65b564a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540744'] for security_group, after_delete {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.842611 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-4cb816f4-75ab-4bf9-9fde-47c26a9fa1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:58:58.855782 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852acc2c-30be-4ef9-b350-bcbf65b564a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a8606-bb86-4038-aad5-0b1257ccbff1,revision_number=None']} {{(pid=91634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:58:58.857978 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG oslo_concurrency.lockutils [None req-852acc2c-30be-4ef9-b350-bcbf65b564a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:58:58.865042 dv-cinder-792462-1-iscsi neutron-server[91634]: DEBUG neutron_lib.callbacks.manager [None req-852acc2c-30be-4ef9-b350-bcbf65b564a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:58:58.866181 dv-cinder-792462-1-iscsi neutron-server[91634]: INFO neutron.wsgi [None req-852acc2c-30be-4ef9-b350-bcbf65b564a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/798a8606-bb86-4038-aad5-0b1257ccbff1 HTTP/1.1" status: 204 len: 168 time: 0.1681511 May 20 18:58:58.877512 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:15.413711 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:59:23.070935 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d4ee-9479-4205-bd6c-8f1ef5d77b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:25.438652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-546ff479-f90d-4d1a-9c88-845f4594d073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:25.703137 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:26.791652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:28.688880 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:28.882806 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:52.424774 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:59:53.077681 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-45b65d2a-01dd-4a2e-a07e-c9869a9d7f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:55.438885 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-e8c62440-4e4e-418c-b444-45283870b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:55.704930 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:56.795499 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:58.700755 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:59:58.877652 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:23.068326 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-336937e4-a476-4621-bc42-852361310a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:25.439204 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-2ea4530b-36d1-4cd2-9ac7-8b4bd5baada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:25.702723 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:26.800032 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:28.698065 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:28.885087 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:29.418217 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:00:53.068171 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-0b8100e6-2732-4e0a-b070-6109690fb0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:55.440450 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-329c60e4-7507-4807-883b-bf4a576b9e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:55.702486 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:56.806005 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:58.701690 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:00:58.884010 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:06.422811 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:01:23.071056 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ddc60947-9da1-46fb-9f5a-bf5a1f722106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:25.441691 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c08cf408-6c3d-43c8-a11b-ed5ef618ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:25.703781 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:26.808689 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:28.705096 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:28.882153 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:43.427289 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:01:53.077172 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c08dfa27-e522-492d-aa60-e441f6ac3ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:55.449236 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-08119c47-6389-46e8-9844-9fe93bdfe959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:55.706072 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:56.810411 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:58.719039 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:01:58.896204 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:20.431563 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:02:23.076311 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-05a25dbc-ce96-4037-9ca9-d02ebbce336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:25.436237 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-29ff232c-e5b9-433a-9081-a41d20607342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:25.705873 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:26.816166 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:28.719929 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:28.900618 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:53.072851 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-795d124e-b870-4185-836d-c831ed318ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:55.432894 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-ab116b09-0573-41a8-9f2b-d1cc89d65dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:55.707413 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:56.825921 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:57.434328 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:02:58.714957 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:02:58.908603 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:23.066938 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-75ecedab-95cb-473b-bc1c-5d337371b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:25.438616 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-c85e1ace-3a6b-4cdb-aec9-6232e9d5055b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:25.708623 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:26.823969 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:28.725117 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:28.931138 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-96de101c-6c6d-47cf-b32d-fa942bf11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:34.433559 dv-cinder-792462-1-iscsi neutron-server[91636]: DEBUG neutron.db.agents_db [None req-1849eda0-2229-4233-a2f6-b67d8b4d13d6 None None] Agent healthcheck: found 6 active agents {{(pid=91636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:03:53.061744 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-8423b00c-4422-4068-a09e-d1ff425c7c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:55.433266 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-021a96a3-e82e-45af-8b48-4aaebd2619e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:55.704741 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec69-9182-42ba-8d26-35e4c8bf79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:56.823027 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-d2195e1a-b598-4f3d-9d9f-ba62563e2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:03:58.731535 dv-cinder-792462-1-iscsi neutron-server[91635]: DEBUG neutron_lib.callbacks.manager [None req-afdb471d-fbc6-4899-b668-481eb708deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752672208972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914863'] for agent, after_update {{(pid=91635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}